-- Logs begin at Thu 2021-09-09 15:25:59 UTC, end at Thu 2021-09-09 16:37:35 UTC. -- Sep 09 16:10:15.176318 dv-cinder-760199-19-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 16:10:17.922295 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.common.config [-] Logging enabled! Sep 09 16:10:17.922858 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 16:10:17.923070 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94501) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 16:10:17.926288 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.common.config [-] Logging enabled! Sep 09 16:10:17.926544 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 16:10:17.927012 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94501) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 16:10:17.927973 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 16:10:17.928216 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 16:10:17.928579 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 16:10:17.928824 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 16:10:17.929050 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 16:10:17.929376 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.929695 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.930005 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.930237 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.930533 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.930827 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.931114 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.931407 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.932227 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.932515 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.932802 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.933083 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.933311 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.933595 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.933908 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.934196 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.934418 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] debug = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.934698 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.935121 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.935533 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.935815 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.936105 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.936385 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.936657 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.936933 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.937217 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.937546 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] host = dv-cinder-760199-19-iscsi {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.937843 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.938130 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.938417 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.938709 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.938983 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.939259 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.939543 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.939816 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.940089 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] log_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.940362 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.940649 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.940935 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.941222 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.941443 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.941690 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.942160 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.942570 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.942856 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.943135 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.943413 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.943691 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.943968 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.944239 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.944525 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.944810 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.945094 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.945369 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.945644 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.945951 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.946224 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.946509 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.946782 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.947054 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.948017 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.948322 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.948593 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.948872 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.949182 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.949473 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.949756 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.950070 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.950347 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.950629 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.950906 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.951183 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.951457 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] use_json = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.951730 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.952005 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.952290 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.952564 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.952839 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.953115 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.953388 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.953673 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:17.954082 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.954595 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.954993 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.955288 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.955590 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.955877 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.956172 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.956456 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.956748 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.957039 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.957328 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.957608 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.957922 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.958204 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.958503 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.958810 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.959114 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.959409 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.959687 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.959963 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.960239 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.960522 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.960814 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.961094 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.961384 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.961674 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.961981 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.962270 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.962566 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.962858 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.963203 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.963483 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.963775 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.964056 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.964545 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.964832 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.965127 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.965409 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.965685 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.965997 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.966278 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.966551 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.966824 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.967103 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.967395 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.967672 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.967944 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.968217 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.968496 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.968770 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.969060 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.969338 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.969609 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.969909 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.970191 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.970463 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.970735 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.971013 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.971286 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.971563 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.971836 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.972106 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.972378 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.972649 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.972920 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.973190 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.973460 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.973736 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.974032 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.974304 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.974572 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.974846 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.975119 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.975403 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.975700 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.975979 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.976257 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.976534 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.976814 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.977093 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.977370 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.977650 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.978025 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.978301 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.978617 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.978921 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.979199 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.979482 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.979760 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.980062 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.980339 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.980621 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.980901 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.981178 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.981463 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.981747 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.982067 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.982362 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.982656 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.982950 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.983244 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.983526 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.983834 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.984113 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:17.984327 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 16:10:17.984564 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94501) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 16:10:18.335989 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 16:10:18.336269 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 16:10:18.336560 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 16:10:18.336897 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 16:10:18.727571 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.727873 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.728151 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.729641 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.729936 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.730201 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.766270 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.766546 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.766814 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.781505 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.781787 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.782083 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.810630 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.810913 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.811186 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.849254 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.849535 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:18.849820 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.084313 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.084932 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.084932 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.085090 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.085726 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.204648 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.204970 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.205252 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.205522 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.205791 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.206134 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.206394 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.206649 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.206902 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.207184 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.207443 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.207705 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.207960 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.208212 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.208465 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.208727 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.208980 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.209244 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.209511 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.209769 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.210064 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.210318 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.210596 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.210971 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.211219 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.211464 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.211859 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 16:10:19.212097 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 16:10:19.212331 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 16:10:19.212565 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 16:10:19.212799 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 16:10:19.213800 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 16:10:19.214223 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 16:10:19.217280 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 16:10:19.221198 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 16:10:19.225025 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 09 16:10:19.226677 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 16:10:19.227126 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 16:10:19.227461 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 16:10:19.227845 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 16:10:19.231265 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 16:10:19.231521 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 16:10:19.231871 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 16:10:19.237131 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 16:10:19.259014 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 16:10:19.259458 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.259776 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94501) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 16:10:19.260135 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.261485 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94501) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 16:10:19.261765 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 16:10:19.262057 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 16:10:19.265366 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.265656 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:19.339269 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 16:10:19.339452 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 16:10:19.339696 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 16:10:19.340080 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 16:10:19.363406 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_db.sqlalchemy.engines [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94501) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 16:10:20.032681 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Initializing driver for type 'gre' Sep 09 16:10:20.033214 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] gre ID ranges: [(1, 1000)] Sep 09 16:10:20.215402 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Initializing driver for type 'local' Sep 09 16:10:20.215994 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Initializing driver for type 'vlan' Sep 09 16:10:20.283669 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] VlanTypeDriver initialization complete Sep 09 16:10:20.283938 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Initializing driver for type 'vxlan' Sep 09 16:10:20.284434 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] vxlan ID ranges: [(1, 1000)] Sep 09 16:10:20.483502 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Initializing extension driver 'port_security' Sep 09 16:10:20.483838 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.extensions.port_security [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] PortSecurityExtensionDriver initialization complete Sep 09 16:10:20.484172 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Initializing mechanism driver 'openvswitch' Sep 09 16:10:20.484518 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Initializing mechanism driver 'hyperv' Sep 09 16:10:20.491296 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.plugins.ml2.plugin [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:10:20.491970 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > port after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.492341 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > port after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.492695 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > port after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.493213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 16:10:20.493642 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.494058 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.494415 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.494799 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 16:10:20.495208 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > network after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.496254 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > network after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.496254 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > network after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.496417 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 16:10:20.496700 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > security_group after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.497046 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > security_group after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.497381 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.497933 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 16:10:20.498346 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.498698 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.499041 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.499429 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 16:10:20.499832 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > address_group after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.500177 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > address_group after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.500515 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.500899 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94501) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 16:10:20.501288 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] ML2 OVO RPC backend initialized. {{(pid=94501) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 16:10:20.502015 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.502411 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.502908 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > network before_response 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.503257 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > networks before_response 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.503605 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > port before_response 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.503945 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > ports before_response 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.504286 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > subnet before_response 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.504625 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > subnets before_response 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.504969 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > network after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.505309 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > network after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.505644 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > network after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.506002 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > port after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.506586 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > port after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.506930 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > port after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.507266 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > subnet after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.507607 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > subnet after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.507995 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.508562 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.plugin [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Modular L2 Plugin initialization complete Sep 09 16:10:20.508886 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading services supported by the core plugin {{(pid=94501) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 16:10:20.509210 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.plugins.ml2.managers [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Got port-security extension from driver 'port_security' Sep 09 16:10:20.510190 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.extensions.vlantransparent [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Disabled vlantransparent extension. Sep 09 16:10:20.510668 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94501) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 16:10:20.510978 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading Plugin: router Sep 09 16:10:20.555161 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.555489 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router after_create 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.555863 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router before_create 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.556227 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.556700 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.557181 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router after_delete 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.557575 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.557956 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.558322 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router after_create 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.558668 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router after_update 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.559022 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router after_update 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.559368 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.559725 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router after_update 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.560131 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.560502 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: port after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.560846 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: port after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.561188 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: subnet after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.561528 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.561898 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.562247 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.562683 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: port before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.563033 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.563390 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router after_update 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.563730 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.564079 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_create 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.564441 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.564797 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_update 55549900 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.565147 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > agent after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.565494 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > agent after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.565856 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > network after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.566704 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Tracking information for resource: router configured {{(pid=94501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 16:10:20.567032 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Tracking information for resource: floatingip configured {{(pid=94501) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 16:10:20.575999 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.db.l3_agentschedulers_db [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 16:10:20.576574 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: port after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.576935 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: port after_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.577289 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: port after_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.577641 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: port after_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.578444 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router before_create 55550100 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.578812 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.579177 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_create 55550100 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.579531 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > router precommit_update 55550100 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.584287 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.services.provider_configuration [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service providers = [] {{(pid=94501) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 16:10:20.584699 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.db.servicetype_db [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94501) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 16:10:20.587631 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.services.service_base [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 16:10:20.589032 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.services.service_base [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 16:10:20.589384 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.services.service_base [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 16:10:20.590354 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.services.service_base [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94501) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 16:10:20.590729 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.services.service_base [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 16:10:20.591104 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 16:10:20.591421 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 16:10:20.602137 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 16:10:20.602475 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading Plugin: auto_allocate Sep 09 16:10:20.608369 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: network precommit_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.608739 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: network precommit_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.609257 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 16:10:20.609577 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading Plugin: tag Sep 09 16:10:20.616071 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 16:10:20.616396 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading Plugin: timestamp Sep 09 16:10:20.621162 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 16:10:20.621492 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading Plugin: network_ip_availability Sep 09 16:10:20.633199 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.633564 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.633953 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.634706 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 16:10:20.635029 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading Plugin: flavors Sep 09 16:10:20.639687 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 16:10:20.640017 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading Plugin: revisions Sep 09 16:10:20.644280 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94501) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 16:10:20.644664 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.308s {{(pid=94501) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 16:10:20.645393 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94501) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 16:10:20.645725 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Initializing extension manager. Sep 09 16:10:20.646251 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: __init__.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.646590 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: __pycache__ {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.646923 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.647252 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: address_group.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.647995 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.648559 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: address-group Sep 09 16:10:20.648887 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: address_scope.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.649775 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.650825 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: address-scope Sep 09 16:10:20.651231 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.652154 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.652658 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: router-admin-state-down-before-update Sep 09 16:10:20.652976 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: agent.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.653666 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.654203 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: agent Sep 09 16:10:20.654521 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: agent_resources_synced.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.660464 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.660967 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: agent-resources-synced Sep 09 16:10:20.661282 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: allowedaddresspairs.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.663069 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.663587 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: allowed-address-pairs Sep 09 16:10:20.663913 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: auto_allocated_topology.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.664983 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.665534 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: auto-allocated-topology Sep 09 16:10:20.665968 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: availability_zone.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.667214 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.667718 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: availability_zone Sep 09 16:10:20.668037 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: availability_zone_filter.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.668996 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.669487 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: availability_zone_filter Sep 09 16:10:20.669827 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: data_plane_status.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.670723 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.671255 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 16:10:20.671575 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: default_subnetpools.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.672481 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.672980 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: default-subnetpools Sep 09 16:10:20.673298 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.674230 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.674732 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: dhcp_agent_scheduler Sep 09 16:10:20.675052 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: dns.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.675958 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.676483 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 16:10:20.676802 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: dns_domain_ports.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.677714 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.678239 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 16:10:20.678560 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.679473 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.679975 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 16:10:20.680296 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: dvr.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.680992 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.681658 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: dvr Sep 09 16:10:20.681950 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: ecmp_routes.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.682860 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.683365 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 16:10:20.683683 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: empty_string_filtering.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.684583 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.685088 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: empty-string-filtering Sep 09 16:10:20.685436 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.686367 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.686872 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 16:10:20.687190 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.688101 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.688607 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 16:10:20.688925 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: external_net.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.689957 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.690503 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: external-net Sep 09 16:10:20.690821 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.691723 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.692226 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: extra_dhcp_opt Sep 09 16:10:20.692542 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: extraroute.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.693434 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.693976 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: extraroute Sep 09 16:10:20.694296 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: extraroute_atomic.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.695322 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.695826 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: extraroute-atomic Sep 09 16:10:20.696145 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: filter_validation.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.696801 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.697709 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: filter-validation Sep 09 16:10:20.698108 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: fip_pf_description.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.699016 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.699518 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 16:10:20.699836 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: fip_port_details.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.700796 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.701300 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: fip-port-details Sep 09 16:10:20.701622 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: flavors.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.713257 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.714240 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: flavors Sep 09 16:10:20.714569 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.716209 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.716773 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 16:10:20.717152 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: floatingip_pools.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.717875 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.718392 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: floatingip-pools Sep 09 16:10:20.718719 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: ip_allocation.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.719638 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.720206 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 16:10:20.720535 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.721446 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.721988 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: ip-substring-filtering Sep 09 16:10:20.722318 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: l2_adjacency.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.723237 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.723739 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 16:10:20.724061 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: l3.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.725152 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.725815 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: router Sep 09 16:10:20.726126 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.728351 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.729528 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 16:10:20.729891 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.730821 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.731366 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: ext-gw-mode Sep 09 16:10:20.731694 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.738168 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.738675 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: l3-ha Sep 09 16:10:20.738997 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: l3_flavors.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.739897 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.740407 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: l3-flavors Sep 09 16:10:20.740729 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.741627 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.742172 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 16:10:20.742534 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: l3agentscheduler.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.743570 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.744101 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: l3_agent_scheduler Sep 09 16:10:20.744424 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: logging.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.746056 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.746580 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension logging not supported by any of loaded plugins Sep 09 16:10:20.746949 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: metering.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.747691 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.748267 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: metering Sep 09 16:10:20.748593 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.749671 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.750231 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: metering_source_and_destination_fields Sep 09 16:10:20.750562 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: multiprovidernet.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.751575 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.752088 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: multi-provider Sep 09 16:10:20.752411 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: netmtu.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.753329 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.753867 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: net-mtu Sep 09 16:10:20.754194 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: netmtu_writable.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.755120 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.755631 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: net-mtu-writable Sep 09 16:10:20.755954 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: network_availability_zone.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.756869 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.757377 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: network_availability_zone Sep 09 16:10:20.757736 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: network_ip_availability.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.769319 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.769865 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: network-ip-availability Sep 09 16:10:20.770195 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: network_segment_range.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.770955 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.771458 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 16:10:20.771780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: pagination.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.772759 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.773088 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: pagination Sep 09 16:10:20.773407 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: port_device_profile.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.774348 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.774859 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: port-device-profile Sep 09 16:10:20.775179 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.776617 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.777163 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: port-mac-address-regenerate Sep 09 16:10:20.777484 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.778408 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.778916 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: port-numa-affinity-policy Sep 09 16:10:20.779234 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: port_resource_request.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.780257 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.780767 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 16:10:20.781086 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: portbindings.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.782068 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.782575 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: binding Sep 09 16:10:20.782893 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: portbindings_extended.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.784139 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.784649 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: binding-extended Sep 09 16:10:20.784975 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: portsecurity.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.785954 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.786465 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: port-security Sep 09 16:10:20.786790 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: project_id.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.787749 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.788073 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: project-id Sep 09 16:10:20.788547 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: providernet.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.789405 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.789949 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: provider Sep 09 16:10:20.790269 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.793982 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.794505 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos not supported by any of loaded plugins Sep 09 16:10:20.794835 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.796066 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.796623 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 16:10:20.796986 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.805071 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.805621 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 16:10:20.806012 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_default.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.807452 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.808025 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-default not supported by any of loaded plugins Sep 09 16:10:20.808381 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_fip.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.809033 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.809534 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 16:10:20.809883 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_gateway_ip.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.810807 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.811416 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 16:10:20.811746 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_port_network_policy.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.812725 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.813236 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 16:10:20.813559 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_pps_rule.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.814762 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.815306 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 16:10:20.815632 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_rule_type_details.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.816621 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.817158 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 16:10:20.817482 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: qos_rules_alias.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.818545 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.819073 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 16:10:20.819395 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: quotasv2.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.820298 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.820622 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: quotas Sep 09 16:10:20.820941 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: quotasv2_detail.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.824879 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.825219 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: quota_details Sep 09 16:10:20.825553 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: rbac.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.826627 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.827199 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: rbac-policies Sep 09 16:10:20.827523 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: rbac_address_group.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.834027 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.834545 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: rbac-address-group Sep 09 16:10:20.834866 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: rbac_address_scope.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.835773 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.836286 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: rbac-address-scope Sep 09 16:10:20.836605 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: rbac_security_groups.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.837506 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.838185 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: rbac-security-groups Sep 09 16:10:20.838506 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: rbac_subnetpool.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.839419 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.839982 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: rbac-subnetpool Sep 09 16:10:20.840349 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: revisionifmatch.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.841265 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.841779 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: revision-if-match Sep 09 16:10:20.842123 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: revisions.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.843232 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.843741 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: standard-attr-revisions Sep 09 16:10:20.844064 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: router_availability_zone.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.844793 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.845307 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: router_availability_zone Sep 09 16:10:20.845627 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: routerservicetype.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.846575 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.847079 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 16:10:20.847397 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.848306 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.848814 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: security-groups-normalized-cidr Sep 09 16:10:20.849133 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.850084 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.850594 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: port-security-groups-filtering Sep 09 16:10:20.851009 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.851930 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.852437 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: security-groups-remote-address-group Sep 09 16:10:20.852756 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: securitygroup.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.866091 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.867872 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: security-group Sep 09 16:10:20.867872 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: segment.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.867872 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.868286 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension segment not supported by any of loaded plugins Sep 09 16:10:20.868611 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.870109 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.870620 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 16:10:20.870943 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: servicetype.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.872127 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.872649 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: service-type Sep 09 16:10:20.872974 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: sorting.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.873985 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.874353 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: sorting Sep 09 16:10:20.874673 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: standard_attr_segment.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.875593 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.876103 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 16:10:20.876424 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: standardattrdescription.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.877065 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.877567 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: standard-attr-description Sep 09 16:10:20.877913 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: stateful_security_group.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.878826 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.879384 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: stateful-security-group Sep 09 16:10:20.879707 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: stdattrs_common.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.880303 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 16:10:20.880622 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.881793 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.882327 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 16:10:20.882646 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: subnet_onboard.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.883698 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.884213 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: subnet_onboard Sep 09 16:10:20.884535 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.886552 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.887068 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 16:10:20.887393 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: subnet_service_types.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.888381 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.888892 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: subnet-service-types Sep 09 16:10:20.889217 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: subnetallocation.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.890332 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.890847 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: subnet_allocation Sep 09 16:10:20.891169 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.891938 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.892448 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: subnetpool-prefix-ops Sep 09 16:10:20.893119 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.900185 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.900736 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 16:10:20.901055 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: tagging.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.902246 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.902760 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: standard-attr-tag Sep 09 16:10:20.903083 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: timestamp.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.904273 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.904792 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loaded extension: standard-attr-timestamp Sep 09 16:10:20.905119 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: trunk.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.906273 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.906788 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension trunk not supported by any of loaded plugins Sep 09 16:10:20.907115 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: trunk_details.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.908038 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.908549 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 16:10:20.908874 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: uplink_status_propagation.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.909789 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.910324 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 16:10:20.910646 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Loading extension file: vlantransparent.py {{(pid=94501) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 16:10:20.911351 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94501) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 16:10:20.911862 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 16:10:20.914319 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:network Sep 09 16:10:20.914841 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:subnet Sep 09 16:10:20.915242 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 16:10:20.915634 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:port Sep 09 16:10:20.917128 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.917583 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service FLAVORS assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.918232 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.918659 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.918995 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:router Sep 09 16:10:20.919420 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 16:10:20.919899 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service METERING assigned prefix: /metering {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.921320 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.921689 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.922071 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94501) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:10:20.923088 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 16:10:20.923546 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:security_group Sep 09 16:10:20.924014 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 16:10:20.924593 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service CORE assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.924927 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 16:10:20.925270 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] subnetpool is already registered Sep 09 16:10:20.925703 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service CORE assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.926064 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 16:10:20.926401 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] subnetpool is already registered Sep 09 16:10:20.928780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.929205 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service FLAVORS assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.929790 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.930233 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.930564 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:router Sep 09 16:10:20.930901 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] router is already registered Sep 09 16:10:20.931312 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 16:10:20.932169 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] floatingip is already registered Sep 09 16:10:20.932688 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service METERING assigned prefix: /metering {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.933356 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 16:10:20.933681 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] rbac_policy is already registered Sep 09 16:10:20.934160 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:security_group Sep 09 16:10:20.934505 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] security_group is already registered Sep 09 16:10:20.934907 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 16:10:20.935241 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] security_group_rule is already registered Sep 09 16:10:20.935857 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service CORE assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.936184 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 16:10:20.936518 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] subnetpool is already registered Sep 09 16:10:20.936933 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.v2.resource_helper [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Service CORE assigned prefix: {{(pid=94501) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 16:10:20.939731 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 16:10:20.939731 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING neutron.quota.resource_registry [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] subnetpool is already registered Sep 09 16:10:20.939731 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: extensions {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.939731 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: address-groups {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.941016 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: address-scopes {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.942361 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: agents {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.943519 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: auto-allocated-topology {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.944762 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: availability_zones {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.946061 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: dhcp-networks {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.948123 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: dhcp-agents {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.949545 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: routers {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.951835 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: flavors {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.953111 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: service_profiles {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.954377 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: next_providers {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.955936 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: service_profiles {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.957545 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: floatingip-pools {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.958786 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: routers {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.960889 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: floatingips {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.962208 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: l3-routers {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.964047 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: l3-agents {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.965456 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: metering-labels {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.966850 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: metering-label-rules {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.968132 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: network-ip-availabilities {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.969416 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: bindings {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.971911 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: quotas {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.973357 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: quotas {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.974805 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: rbac-policies {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.976006 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: security-groups {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.977306 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: security-group-rules {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.978768 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: service-providers {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.980059 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: subnetpools {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.981493 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: subnetpools {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.982977 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.984634 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.986469 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.988265 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.990055 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.992050 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.993853 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.996464 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.998256 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:20.999971 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron.api.extensions [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Extended resource: tags {{(pid=94501) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 16:10:21.005995 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING keystonemiddleware.auth_token [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 16:10:21.011644 dv-cinder-760199-19-iscsi neutron-server[94501]: WARNING keystonemiddleware.auth_token [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 16:10:21.020063 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Acquired lock "singleton_lock" {{(pid=94501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 16:10:21.020528 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_concurrency.lockutils [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Releasing lock "singleton_lock" {{(pid=94501) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 16:10:21.021162 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO oslo_service.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Starting 2 workers Sep 09 16:10:21.026143 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Started child 94612 {{(pid=94501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 16:10:21.030540 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Started child 94613 {{(pid=94501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 16:10:21.031500 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:21.032181 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO neutron.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 16:10:21.032773 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Notify callbacks [] for process, before_spawn {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:21.032959 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [-] (94612) wsgi starting up on http://0.0.0.0:9696 Sep 09 16:10:21.035169 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO oslo_service.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Starting 1 workers Sep 09 16:10:21.035280 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:21.036601 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [-] (94613) wsgi starting up on http://0.0.0.0:9696 Sep 09 16:10:21.040292 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Started child 94614 {{(pid=94501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 16:10:21.040832 dv-cinder-760199-19-iscsi neutron-server[94501]: INFO oslo_service.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Starting 1 workers Sep 09 16:10:21.044821 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] calling RpcWorker wait() {{(pid=94614) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 16:10:21.045406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] returning from RpcWorker wait() {{(pid=94614) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 16:10:21.045755 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Started child 94615 {{(pid=94501) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 16:10:21.046617 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG neutron_lib.callbacks.manager [None req-24fdf942-28ba-4bdb-ab0c-14b03697dac0 None None] Notify callbacks [] for process, after_spawn {{(pid=94501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:21.046731 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:21.047242 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:10:21.048469 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 16:10:21.048676 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 16:10:21.048860 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 16:10:21.049088 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 16:10:21.049401 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 16:10:21.049559 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 16:10:21.050079 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.050351 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.050623 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.050764 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:21.051212 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.051212 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.051738 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.051967 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.052211 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.052488 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.052713 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.052881 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.053040 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.053288 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.053530 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.053853 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.054134 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.054366 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.054635 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.054800 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.055042 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.055311 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.055536 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.055854 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] debug = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.056057 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.056561 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.057329 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.057583 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.057801 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.058151 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.058512 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.058769 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.059019 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.059229 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.059494 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.059756 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.059985 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.060195 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.060424 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.060664 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.060960 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.061440 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] host = dv-cinder-760199-19-iscsi {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.061696 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.061956 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.062203 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.062453 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.062694 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.062923 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.063190 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.063428 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.063695 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.063937 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.064171 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.064410 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.064666 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.064926 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.065085 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_options = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.065337 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.065592 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.065863 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.066049 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.066212 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.066381 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.066633 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.066790 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.067036 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.067265 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.067472 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.067679 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.067914 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.068155 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.068426 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.068648 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.068870 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.069103 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.069367 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.069595 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.069857 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.070046 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.070254 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.070467 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.070714 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.070940 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.071161 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.071369 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.071575 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.071809 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.072068 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.072294 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.072666 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.072899 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.073161 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.073384 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.073608 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.073876 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.074160 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.074378 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.074622 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.074873 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.075079 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.075313 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.075550 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.075775 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.075983 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_json = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.076187 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.076410 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.076652 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.076862 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.077086 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.077290 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.077493 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.077715 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.078179 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.078449 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.078757 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.078975 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.079200 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.079433 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.079703 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.079867 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.080138 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.080381 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.080694 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.081758 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:10:21.082064 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.082366 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.082590 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.082873 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.083189 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.083424 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.083702 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.083918 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.084133 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.085368 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.085541 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.085991 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.086154 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.086432 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.086751 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.086863 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.087202 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.087523 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.087870 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.088137 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.088435 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.088647 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.088879 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.089126 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.089351 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.089577 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.089881 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.090114 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.090356 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.090602 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.090838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.091078 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.091312 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.091569 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.091836 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.092096 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.092331 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.092572 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.092887 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.093483 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.093483 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.093696 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.093845 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.094157 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.094372 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102400 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.102948 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.104183 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.104183 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.104183 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.104183 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.104183 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.104999 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.106139 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.106590 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.106991 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.107237 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.107472 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.107709 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.107940 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.108168 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.108394 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.108665 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.108991 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.109348 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.109601 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.109865 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.110110 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.110353 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.110611 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.110850 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.111106 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.111357 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.111644 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.111906 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.112158 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.112399 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.112616 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.112887 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.113168 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.113498 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.113766 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.114038 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.114269 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.114515 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.114795 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.115045 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.115315 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.115584 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.115852 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.116093 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.116370 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.116619 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.116876 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.117181 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.117432 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.117686 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.117992 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.118228 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.118505 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.118734 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.119020 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.119996 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.120239 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.120492 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.120766 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.121015 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.121242 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.121463 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.121694 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.122037 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.122293 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.122528 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.122764 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.123035 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.123282 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.123530 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.123812 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.124060 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.124326 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.124562 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.124789 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.125034 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.125248 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.125487 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.125721 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.125985 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.126219 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.126468 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.126684 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.126888 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.127137 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.127353 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.127568 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.127801 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.128017 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.128228 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.128629 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.128989 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.129378 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.129624 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.129891 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.130112 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.130350 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.130562 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.130830 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.131057 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.131580 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.131861 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.132105 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.132349 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.132596 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.132843 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.133058 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.133334 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.133552 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.133997 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.134393 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.134917 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.135371 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.135847 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.136081 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.136299 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.136585 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.136835 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.137185 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.137446 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.137675 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.137947 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.138163 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.138405 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.138642 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.138870 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.139098 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.139337 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.139551 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.139818 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.140039 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.140280 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.140493 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.140704 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.140915 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.141129 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.141338 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.141622 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.141900 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.142130 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.142384 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.142624 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.142859 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.143106 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.143317 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.143526 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.143748 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.143964 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.144172 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.144396 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.144605 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.144836 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.145081 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.145294 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.145500 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.145724 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.145981 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.146247 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.146471 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.146685 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.146917 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.147139 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.147348 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.147562 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.147782 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.148019 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.148225 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.148463 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.148664 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.148866 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.149084 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.149320 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.149548 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.149941 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.150193 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.150476 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.150876 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.151117 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.151377 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.151627 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.151937 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.152170 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.152423 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.152663 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.152900 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.153120 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.153374 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.153706 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.154036 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.154295 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.154548 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.154897 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.155298 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.155574 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.155995 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.156133 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.156727 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.157022 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.157327 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.157543 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.157797 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.158042 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.158264 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.158504 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.158772 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.158956 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.159218 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.159465 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.159690 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.159906 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.160130 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.160366 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.160589 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.160820 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.161044 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.161256 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.161415 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 16:10:21.161955 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94501) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 16:10:21.162116 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 16:10:21.162268 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 16:10:21.162435 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 16:10:21.162602 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 16:10:21.162752 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 16:10:21.162958 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.163117 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.163274 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.163431 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.163586 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.163780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.163943 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.164100 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.164257 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.164414 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.164571 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.164726 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.164882 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.165037 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.165192 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.165347 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.165502 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.165656 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.166360 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.166556 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.166748 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.166946 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.166946 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] debug = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.167266 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.167476 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.167476 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.167743 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.167743 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.167969 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.168090 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.168209 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.168327 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.168471 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.168627 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.168783 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.168994 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.169117 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.169237 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.169355 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.169514 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.169671 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] host = dv-cinder-760199-19-iscsi {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.169837 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.170000 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.170159 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.170315 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.170471 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.170626 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.170782 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.170938 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.171094 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.171255 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.171412 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.171569 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.171725 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.171881 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.172038 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_options = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.172194 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.172349 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.172504 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.172694 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.172857 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.173014 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.173169 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.173326 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.173482 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.173639 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.173871 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.174004 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.174124 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.174257 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.174388 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.174539 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.174694 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.174850 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.175007 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.175165 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.175322 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.175477 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.175633 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.175789 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.175944 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.176099 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.176254 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.176412 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.176567 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.176722 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.176877 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.177033 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.177190 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.177346 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.177505 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.177661 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.177847 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.177991 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.178148 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.178304 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.178459 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.178616 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.178771 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.178926 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.179082 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.179236 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.179390 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_json = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.179546 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.179700 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.179856 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.180011 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.180165 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.180320 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.180477 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.180632 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 16:10:21.180807 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.180968 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.181142 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.181301 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.181861 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.181955 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.182068 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.182210 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.182369 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.182525 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.182690 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.182849 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.183020 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.183178 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.183337 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.183497 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.183656 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.183814 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.183972 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.184130 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.184288 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.184447 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.184613 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.184772 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.184931 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.185109 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.185236 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.185409 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.185572 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.186415 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.186574 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.186725 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.186861 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.187019 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.187178 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.187361 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.187498 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.187673 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.187804 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.187950 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.188109 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.188267 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.188426 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.188585 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.188745 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.188904 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.189125 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.189252 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.189371 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.189500 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.189654 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.189828 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.189991 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.190150 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.190307 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.190477 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.190636 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.190796 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.190955 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.191119 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.191277 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.191434 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.191592 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.191750 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.191911 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.192069 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.192241 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.192457 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.192547 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.192694 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.192853 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.193013 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.193173 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.193332 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.193490 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.193647 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.193852 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.193972 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.194130 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.194290 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.194449 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.194609 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.194768 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.194928 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.195088 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.195248 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.195407 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.195566 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.195724 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.195897 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.196070 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.196231 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.196389 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.196547 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.196707 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.196865 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.197024 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.197844 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.198017 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.198017 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.198287 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.198423 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.198544 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.198705 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.198785 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.199042 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.199250 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.199250 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.199404 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.199570 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.199735 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.199897 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.200054 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.200372 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.200533 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.200693 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.200862 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.201023 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.201185 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.201345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.201516 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.201687 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.201880 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.202026 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.202185 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.202345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.202505 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.202663 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.202822 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.202982 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.203140 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.203300 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.203466 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.203637 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.203801 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.203944 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.204107 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.204289 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.204586 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.204586 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.204807 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.204908 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.205031 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.205188 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.205347 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.205506 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.205670 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.205860 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.206023 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.206182 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.206342 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.206501 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.206661 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.206820 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.206967 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:10:21.207097 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.207232 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.207354 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.207472 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.207592 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.207710 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.207915 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.208041 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.208160 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.208299 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.208456 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.208615 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.208772 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.208931 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.209089 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.209314 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.209446 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.209565 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.209684 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.209926 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.210090 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.210248 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.210408 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.210567 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.210727 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.210956 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.211090 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.211210 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.211343 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.211494 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.211653 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.211810 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.211969 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.212128 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.212287 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.212446 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.212605 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.212803 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.212968 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.213249 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.213249 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.213649 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.213649 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214003 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214003 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214003 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214359 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214359 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214589 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214589 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214814 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.214942 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.215063 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.215182 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.215345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.215504 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216059 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216059 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216059 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216393 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216393 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216393 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216722 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216722 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.216963 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.217082 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.217200 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.217321 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.217439 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.217614 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.221838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.221838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.221838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.221838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.221838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.221838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.221838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.221838 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222345 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.222780 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223213 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223644 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223644 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223644 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223644 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223882 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.223882 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.224001 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.224160 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.224318 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.224487 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.224647 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.224812 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.224968 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.225133 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.225301 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.225456 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.225612 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.225767 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.225978 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.226134 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.226289 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.226444 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.226599 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.226754 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.226908 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.227063 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.227218 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.227374 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.227528 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.227683 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.227837 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.227992 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.228169 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.228324 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 16:10:21.229083 dv-cinder-760199-19-iscsi neutron-server[94501]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94501) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 16:10:21.352850 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 46478) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:10:21.362255 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064709 Sep 09 16:10:33.324747 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db36e437-de50-48e6-b6eb-91c0007f2bed None None] get_active_networks_info from dv-cinder-760199-19-iscsi {{(pid=94614) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 16:10:33.429016 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db36e437-de50-48e6-b6eb-91c0007f2bed None None] No non-hosted networks {{(pid=94614) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 16:10:33.435709 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.agentschedulers_db [None req-db36e437-de50-48e6-b6eb-91c0007f2bed None None] DHCP Agent not found on host dv-cinder-760199-19-iscsi {{(pid=94614) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 16:10:33.521351 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-73197995-10e4-4807-a3b4-f413c03498ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33060824'] for agent, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:35.556578 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-85e0080c-a71a-4afc-99f9-ca8eb62f8adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33060824'] for agent, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:35.590275 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.db.api [None req-52df2df4-43c1-42db-8883-8a098067fd64 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-760199-19-iscsi {{(pid=94614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 16:10:35.591042 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG oslo_db.api [None req-52df2df4-43c1-42db-8883-8a098067fd64 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 16:10:36.026598 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33060824'] for agent, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:36.027466 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.027948 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.028494 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.028964 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.029430 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.029922 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.030424 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.031017 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.031490 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.031966 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.032450 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.032931 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:36.033449 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760199-19-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:10:36.055467 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760199-19-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:10:36.204014 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-52df2df4-43c1-42db-8883-8a098067fd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:36.572286 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33060824'] for agent, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:38.381186 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33060824'] for agent, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:38.951875 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.db.l3_hamode_db [None req-4bdfed60-64fb-4820-bd68-288903d32163 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 16:10:39.033259 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfed60-64fb-4820-bd68-288903d32163 None None] Routers set() bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:10:39.033643 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdfed60-64fb-4820-bd68-288903d32163 None None] Router IDs set() for agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 16:10:39.285264 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 46570) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:10:39.825492 dv-cinder-760199-19-iscsi neutron-server[94613]: WARNING oslo_policy.policy [None req-1e448e0e-cfa7-4802-a50b-3fad88659cc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 16:10:39.826065 dv-cinder-760199-19-iscsi neutron-server[94613]: WARNING oslo_policy.policy [None req-1e448e0e-cfa7-4802-a50b-3fad88659cc5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 16:10:40.070877 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [None req-1e448e0e-cfa7-4802-a50b-3fad88659cc5 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:10:40.072638 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-1e448e0e-cfa7-4802-a50b-3fad88659cc5 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7853069 Sep 09 16:10:42.429371 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 46584) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:10:42.733711 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-48024e44-c7e4-4bfa-bed6-56a239e73bd3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:10:42.828520 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.policy [None req-48024e44-c7e4-4bfa-bed6-56a239e73bd3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94613) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 16:10:42.872729 dv-cinder-760199-19-iscsi neutron-server[94613]: WARNING oslo_policy.policy [None req-48024e44-c7e4-4bfa-bed6-56a239e73bd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 16:10:42.873093 dv-cinder-760199-19-iscsi neutron-server[94613]: WARNING oslo_policy.policy [None req-48024e44-c7e4-4bfa-bed6-56a239e73bd3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 16:10:42.881873 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.quota [None req-48024e44-c7e4-4bfa-bed6-56a239e73bd3 admin admin] Loaded quota_driver: . Sep 09 16:10:43.063069 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-48024e44-c7e4-4bfa-bed6-56a239e73bd3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747425746243', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747425743636', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747425734063', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747425729299', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747425331573', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747425777641', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32811918', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32831286', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-389748', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-416586'] for rbac-policy, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:43.234150 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-48024e44-c7e4-4bfa-bed6-56a239e73bd3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:43.235354 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-48024e44-c7e4-4bfa-bed6-56a239e73bd3 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8049955 Sep 09 16:10:45.843839 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 46596) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:10:46.140732 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Request body: {'network': {'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'name': 'private', 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'admin_state_up': True}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:10:46.233706 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Made reservation on behalf of a766dc3fc8e04ffe9f9ffb7b97c8884f for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:10:46.236545 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:46.254014 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:46.538279 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:46.616878 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:46.640710 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=94613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:10:46.664771 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747422527892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:46.665349 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Unsubscribe: segment precommit_create {{(pid=94613) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 16:10:46.665863 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Added segment c3448016-b0e0-448c-86ee-a5a9fc4784d7 of type vlan for network 75f9263d-bcad-4062-8835-b6db2e949d74 Sep 09 16:10:46.671572 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f993129-001f-4e3f-a624-570cda815a56,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:10:46.706376 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.706740 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.707087 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.707398 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.707718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.708049 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.708367 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.708700 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.709031 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.709344 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.709653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.709987 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Tracked resource versions report: Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: pushed versions: Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: { 'AddressGroup': {'1.2'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'ConntrackHelper': {'1.0'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Log': {'1.0'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Network': {'1.1'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Port': {'1.7'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'PortForwarding': {'1.2'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'QosPolicy': {'1.9'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SecurityGroup': {'1.4'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SecurityGroupRule': {'1.2'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SubPort': {'1.0'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Subnet': {'1.1'}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Trunk': {'1.1'}} Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: consumer versions: Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: { DHCP agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: L3 agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: Metadata agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: Metering agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: Open vSwitch agent@dv-cinder-760199-19-iscsi: { 'AddressGroup': '1.2', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'ConntrackHelper': '1.0', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Log': '1.0', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Network': '1.1', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Port': '1.7', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'PortForwarding': '1.2', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'QosPolicy': '1.9', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SecurityGroup': '1.4', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SecurityGroupRule': '1.2', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SubPort': '1.0', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Subnet': '1.1', Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Trunk': '1.1'}} Sep 09 16:10:46.711247 dv-cinder-760199-19-iscsi neutron-server[94613]: {{(pid=94613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 16:10:46.784321 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:46.911241 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:46.912415 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:10:46.913063 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:47.012960 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] Pushing event updated for resources: {'Network': ['ID=75f9263d-bcad-4062-8835-b6db2e949d74,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:10:47.025062 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 75f9263d-bcad-4062-8835-b6db2e949d74 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:10:47.132908 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-2575a476-b617-4b8d-8efa-809504cded92 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2847812 Sep 09 16:10:49.767515 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 46610) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:10:50.251689 dv-cinder-760199-19-iscsi neutron-server[94612]: WARNING oslo_policy.policy [None req-37eff2db-d77a-4466-91a1-393a05a9650a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 16:10:50.252287 dv-cinder-760199-19-iscsi neutron-server[94612]: WARNING oslo_policy.policy [None req-37eff2db-d77a-4466-91a1-393a05a9650a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 16:10:50.696760 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.policy [None req-37eff2db-d77a-4466-91a1-393a05a9650a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94612) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 16:10:50.740840 dv-cinder-760199-19-iscsi neutron-server[94612]: WARNING oslo_policy.policy [None req-37eff2db-d77a-4466-91a1-393a05a9650a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 16:10:50.741230 dv-cinder-760199-19-iscsi neutron-server[94612]: WARNING oslo_policy.policy [None req-37eff2db-d77a-4466-91a1-393a05a9650a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 16:10:50.749921 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37eff2db-d77a-4466-91a1-393a05a9650a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:10:50.751651 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-37eff2db-d77a-4466-91a1-393a05a9650a admin admin] 10.222.0.22 "GET /v2.0/networks/75f9263d-bcad-4062-8835-b6db2e949d74 HTTP/1.1" status: 200 len: 825 time: 0.9832447 Sep 09 16:10:50.790297 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0c3d1d1e-0e45-43cd-8ae7-9e004094f250 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/c4b97036-a411-4bbd-b5b5-93423e4a7087 HTTP/1.1" status: 200 len: 734 time: 0.0322998 Sep 09 16:10:50.799525 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74', 'subnetpool_id': 'c4b97036-a411-4bbd-b5b5-93423e4a7087', 'gateway_ip': '172.20.0.1', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:10:50.801072 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.quota [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Loaded quota_driver: . Sep 09 16:10:50.913883 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Made reservation on behalf of a766dc3fc8e04ffe9f9ffb7b97c8884f for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:10:50.917430 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:51.262478 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:51.329519 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Checking segment: {'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:10:51.329964 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Network hostable DHCP agents. Network: 75f9263d-bcad-4062-8835-b6db2e949d74, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:10:51.345205 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb594655-e378-49ac-8093-56dd9d51bdc4,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:10:51.358434 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.358790 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.359124 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.359451 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.359772 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.360110 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.360433 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.360764 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.361103 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.361421 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.361735 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.362069 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Tracked resource versions report: Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: pushed versions: Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: { 'AddressGroup': {'1.2'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'ConntrackHelper': {'1.0'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Log': {'1.0'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Network': {'1.1'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Port': {'1.7'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'PortForwarding': {'1.2'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'QosPolicy': {'1.9'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SecurityGroup': {'1.4'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SecurityGroupRule': {'1.2'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SubPort': {'1.0'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Subnet': {'1.1'}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Trunk': {'1.1'}} Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: consumer versions: Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: { DHCP agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: L3 agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: Metadata agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: Metering agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: Open vSwitch agent@dv-cinder-760199-19-iscsi: { 'AddressGroup': '1.2', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'ConntrackHelper': '1.0', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Log': '1.0', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Network': '1.1', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Port': '1.7', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'PortForwarding': '1.2', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'QosPolicy': '1.9', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SecurityGroup': '1.4', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SecurityGroupRule': '1.2', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SubPort': '1.0', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Subnet': '1.1', Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Trunk': '1.1'}} Sep 09 16:10:51.363318 dv-cinder-760199-19-iscsi neutron-server[94612]: {{(pid=94612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 16:10:51.456617 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Network 75f9263d-bcad-4062-8835-b6db2e949d74 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:10:51.558978 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 75f9263d-bcad-4062-8835-b6db2e949d74) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:10:51.563625 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:10:51.564254 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:51.568419 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0174c-4b73-419e-8f70-4739453e791d None None] Network 75f9263d-bcad-4062-8835-b6db2e949d74 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:10:51.662819 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e2a8c19f-651e-4dd0-86ca-c71a998302b2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8666213 Sep 09 16:10:51.890357 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-75f9263d-bcad-4062-8835-b6db2e949d74', 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'fixed_ips': [{'subnet_id': 'fb594655-e378-49ac-8093-56dd9d51bdc4'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:10:51.891561 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:52.166975 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Allocated IP 172.20.0.2 (75f9263d-bcad-4062-8835-b6db2e949d74/fb594655-e378-49ac-8093-56dd9d51bdc4/8f7904e3-0242-41df-b570-32565c578e71) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:10:52.369587 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:52.412912 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Transition to ACTIVE for port object 8f7904e3-0242-41df-b570-32565c578e71 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:10:52.434443 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Transition to ACTIVE for port object 8f7904e3-0242-41df-b570-32565c578e71 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:10:52.548427 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:52.611003 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Network 75f9263d-bcad-4062-8835-b6db2e949d74 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:10:52.615431 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:10:52.628042 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:10:52.638428 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Pushing event updated for resources: {'Port': ['ID=8f7904e3-0242-41df-b570-32565c578e71,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:10:52.682911 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.683280 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.683632 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.683974 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.684304 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.684684 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.684960 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.685284 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.685626 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.685977 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.686299 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.686620 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Tracked resource versions report: Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: pushed versions: Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: { 'AddressGroup': {'1.2'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'ConntrackHelper': {'1.0'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Log': {'1.0'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Network': {'1.1'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Port': {'1.7'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'PortForwarding': {'1.2'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'QosPolicy': {'1.9'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SecurityGroup': {'1.4'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SecurityGroupRule': {'1.2'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SubPort': {'1.0'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Subnet': {'1.1'}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Trunk': {'1.1'}} Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: consumer versions: Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: { DHCP agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: L3 agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: Metadata agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: Metering agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: Open vSwitch agent@dv-cinder-760199-19-iscsi: { 'AddressGroup': '1.2', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'ConntrackHelper': '1.0', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Log': '1.0', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Network': '1.1', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Port': '1.7', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'PortForwarding': '1.2', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'QosPolicy': '1.9', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SecurityGroup': '1.4', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SecurityGroupRule': '1.2', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SubPort': '1.0', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Subnet': '1.1', Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Trunk': '1.1'}} Sep 09 16:10:52.687930 dv-cinder-760199-19-iscsi neutron-server[94614]: {{(pid=94614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 16:10:52.719278 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Attempting to bind port 8f7904e3-0242-41df-b570-32565c578e71 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:10:52.719676 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Attempting to bind port 8f7904e3-0242-41df-b570-32565c578e71 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:10:52.720096 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Attempting to bind port 8f7904e3-0242-41df-b570-32565c578e71 on network 75f9263d-bcad-4062-8835-b6db2e949d74 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:10:52.724737 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:10:52.725139 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Checking segment: {'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:10:52.725601 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:52.726016 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Bound using segment: {'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:10:52.726499 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Bound port: 8f7904e3-0242-41df-b570-32565c578e71, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:10:52.726945 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:52.788121 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] For port 8f7904e3-0242-41df-b570-32565c578e71, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:10:52.792480 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] For port 8f7904e3-0242-41df-b570-32565c578e71, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=8f7904e3-0242-41df-b570-32565c578e71,segment=NetworkSegment(c3448016-b0e0-448c-86ee-a5a9fc4784d7),segment_id=c3448016-b0e0-448c-86ee-a5a9fc4784d7)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:10:52.900842 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:10:52.965690 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e86e0e-27a4-4d0d-b4df-d401218df84a None None] Pushing event updated for resources: {'Port': ['ID=8f7904e3-0242-41df-b570-32565c578e71,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:10:54.122944 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 46630) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:10:54.435269 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [None req-3879bf00-1b27-491a-a3f3-5d2d7f9421a3 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:10:54.436275 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3879bf00-1b27-491a-a3f3-5d2d7f9421a3 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124797 Sep 09 16:10:56.840834 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 46638) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:10:57.146852 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [None req-6f8be928-7d27-4b4a-9d43-0109ece49c6a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:10:57.147833 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6f8be928-7d27-4b4a-9d43-0109ece49c6a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3060048 Sep 09 16:10:59.830060 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 46648) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:11:00.132104 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-196521d0-a9ce-41ae-9a12-792a85704fe4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:11:00.253512 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-196521d0-a9ce-41ae-9a12-792a85704fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:00.255512 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-196521d0-a9ce-41ae-9a12-792a85704fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:00.425424 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-196521d0-a9ce-41ae-9a12-792a85704fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:00.497338 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-196521d0-a9ce-41ae-9a12-792a85704fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:00.582275 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-196521d0-a9ce-41ae-9a12-792a85704fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:00.583590 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-196521d0-a9ce-41ae-9a12-792a85704fe4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7525620 Sep 09 16:11:01.328131 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd08e45-cf13-429e-89e3-de6a1c03901a None None] Network 75f9263d-bcad-4062-8835-b6db2e949d74 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:11:01.433878 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 8f7904e3-0242-41df-b570-32565c578e71 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:11:01.454661 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b2676342-ce33-407e-baf9-a0d99d0bccc6 None None] Provisioning for port 8f7904e3-0242-41df-b570-32565c578e71 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:11:01.625646 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 8f7904e3-0242-41df-b570-32565c578e71 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:11:01.630236 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 8f7904e3-0242-41df-b570-32565c578e71 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:01.630624 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:01.746599 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:01.778874 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 8f7904e3-0242-41df-b570-32565c578e71, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=8f7904e3-0242-41df-b570-32565c578e71,segment=NetworkSegment(c3448016-b0e0-448c-86ee-a5a9fc4784d7),segment_id=c3448016-b0e0-448c-86ee-a5a9fc4784d7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:11:01.799004 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-d730d13c-6099-4f44-9c8c-ea36406f9ca2 None None] Provisioning complete for port 8f7904e3-0242-41df-b570-32565c578e71 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:01.806143 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d730d13c-6099-4f44-9c8c-ea36406f9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:01.862705 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:01.901562 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d730d13c-6099-4f44-9c8c-ea36406f9ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:01.934835 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=8f7904e3-0242-41df-b570-32565c578e71,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:01.970654 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.db.api [None req-d730d13c-6099-4f44-9c8c-ea36406f9ca2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 16:11:01.971023 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG oslo_db.api [None req-d730d13c-6099-4f44-9c8c-ea36406f9ca2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 16:11:03.010162 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 46662) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:11:03.256108 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6f09892f-93b4-4252-a2da-993b8f70a218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:03.326863 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [None req-77f7a394-9931-4ad2-a4c2-8e63a016bdde admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:11:03.327863 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-77f7a394-9931-4ad2-a4c2-8e63a016bdde admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167734 Sep 09 16:11:03.395719 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 8f7904e3-0242-41df-b570-32565c578e71 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:11:03.448352 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 8f7904e3-0242-41df-b570-32565c578e71 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:03.448720 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:05.524951 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9facb1ec-e2ff-42e9-933a-3db6fff5fda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:05.742726 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 46670) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:11:06.015928 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.062950 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:11:06.141382 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Made reservation on behalf of ce889587c74c4cefa6e7a752ec3f49bb for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:11:06.143597 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.152858 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.240279 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.293588 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.308274 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Reserving flat network on physical network physnet1 {{(pid=94613) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 16:11:06.332684 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.333030 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Added segment adf590b6-19b0-4b38-86e6-0c45cd4b8a1c of type flat for network 843415b4-82b9-407c-ba15-09602856b82f Sep 09 16:11:06.342995 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b044bb99-07d3-442d-a6ab-f0427f32c9fe,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:06.381836 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.478824 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.479788 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:11:06.480360 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.538172 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] Pushing event updated for resources: {'Network': ['ID=843415b4-82b9-407c-ba15-09602856b82f,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:06.548067 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 843415b4-82b9-407c-ba15-09602856b82f details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:11:06.561949 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:06.673684 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-cf205f7b-9a69-45ed-962b-4fb27e6c1e4d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9298794 Sep 09 16:11:08.322096 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:09.053792 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 46688) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:11:09.266750 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca820ffe-6128-4556-9486-24de65ade252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:11:09.268140 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-ca820ffe-6128-4556-9486-24de65ade252 admin admin] 10.222.0.22 "GET /v2.0/subnets/fb594655-e378-49ac-8093-56dd9d51bdc4 HTTP/1.1" status: 200 len: 849 time: 0.2132988 Sep 09 16:11:09.445605 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-cf636f2a-d156-410a-983d-6b5e41eee898 admin admin] 10.222.0.22 "GET /v2.0/routers/db0720db-5972-474e-9abd-81ec45b38e3a HTTP/1.1" status: 200 len: 704 time: 0.1706753 Sep 09 16:11:09.709904 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:10.007746 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Allocated IP 172.20.0.1 (75f9263d-bcad-4062-8835-b6db2e949d74/fb594655-e378-49ac-8093-56dd9d51bdc4/c73f5298-19b9-4e2c-9260-722fb337c438) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:11:10.190394 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:10.214095 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Transition to ACTIVE for port object c73f5298-19b9-4e2c-9260-722fb337c438 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:11:10.341658 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:10.409530 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Network 75f9263d-bcad-4062-8835-b6db2e949d74 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:11:10.414155 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:11:10.425969 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:11:10.426540 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:10.448093 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c73f5298-19b9-4e2c-9260-722fb337c438,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:10.625147 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-931ec3a0-9f92-4fd8-9c36-a768a27f8945 None None] Provisioning for port c73f5298-19b9-4e2c-9260-722fb337c438 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:11:10.629178 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-931ec3a0-9f92-4fd8-9c36-a768a27f8945 None None] Provisioning complete for port c73f5298-19b9-4e2c-9260-722fb337c438 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:10.629592 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-931ec3a0-9f92-4fd8-9c36-a768a27f8945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:10.661460 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-931ec3a0-9f92-4fd8-9c36-a768a27f8945 None None] Port c73f5298-19b9-4e2c-9260-722fb337c438 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:11:10.721933 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:10.926701 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:10.992659 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:10.993424 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:11.055612 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c73f5298-19b9-4e2c-9260-722fb337c438,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:11.116979 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Network 75f9263d-bcad-4062-8835-b6db2e949d74 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:11:11.118293 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:11:11.282612 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-feb44461-ea4d-4910-9e15-abb05e002977 None None] Provisioning complete for port c73f5298-19b9-4e2c-9260-722fb337c438 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:11.288705 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-feb44461-ea4d-4910-9e15-abb05e002977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:11.316712 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-feb44461-ea4d-4910-9e15-abb05e002977 None None] Port c73f5298-19b9-4e2c-9260-722fb337c438 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:11:11.341525 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Router db0720db-5972-474e-9abd-81ec45b38e3a is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:11:11.432591 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:11:11.439880 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-824f464b-7720-4cc4-a474-f0e51085c6c8 admin admin] 10.222.0.22 "PUT /v2.0/routers/db0720db-5972-474e-9abd-81ec45b38e3a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9863989 Sep 09 16:11:11.453968 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Sync routers for ids ['db0720db-5972-474e-9abd-81ec45b38e3a'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:11:11.465351 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Routers {'db0720db-5972-474e-9abd-81ec45b38e3a'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:11:11.466327 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:11:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['db0720db-5972-474e-9abd-81ec45b38e3a'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:11:11.651881 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Set router db0720db-5972-474e-9abd-81ec45b38e3a gateway port host: None {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:11:12.083990 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'name': 'router1', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:11:00Z', 'updated_at': '2021-09-09T16:11:10Z', 'revision_number': 2, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'gw_port_host': None, '_interfaces': [{'id': 'c73f5298-19b9-4e2c-9260-722fb337c438', 'name': '', 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'mac_address': 'fa:16:3e:2a:6b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:09Z', 'updated_at': '2021-09-09T16:11:10Z', 'revision_number': 2, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'subnets': [{'id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4b97036-a411-4bbd-b5b5-93423e4a7087'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:11:12.135717 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Checking router: db0720db-5972-474e-9abd-81ec45b38e3a for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:11:12.136101 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Updating router db0720db-5972-474e-9abd-81ec45b38e3a port c73f5298-19b9-4e2c-9260-722fb337c438 binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:11:12.183832 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:12.696631 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:12.714916 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Transition to ACTIVE for port object c73f5298-19b9-4e2c-9260-722fb337c438 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:11:12.813435 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:12.972933 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Pushing event updated for resources: {'Port': ['ID=c73f5298-19b9-4e2c-9260-722fb337c438,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:12.989850 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.990206 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.990549 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.990885 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.991297 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.991633 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.991962 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.992290 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.992634 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.992963 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.993289 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.993604 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Tracked resource versions report: Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: pushed versions: Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: { 'AddressGroup': {'1.2'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'ConntrackHelper': {'1.0'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Log': {'1.0'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Network': {'1.1'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Port': {'1.7'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'PortForwarding': {'1.2'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'QosPolicy': {'1.9'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SecurityGroup': {'1.4'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SecurityGroupRule': {'1.2'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SubPort': {'1.0'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Subnet': {'1.1'}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Trunk': {'1.1'}} Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: consumer versions: Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: { DHCP agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: L3 agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: Metadata agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: Metering agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: Open vSwitch agent@dv-cinder-760199-19-iscsi: { 'AddressGroup': '1.2', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'ConntrackHelper': '1.0', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Log': '1.0', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Network': '1.1', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Port': '1.7', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'PortForwarding': '1.2', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'QosPolicy': '1.9', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SecurityGroup': '1.4', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SecurityGroupRule': '1.2', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SubPort': '1.0', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Subnet': '1.1', Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Trunk': '1.1'}} Sep 09 16:11:12.994909 dv-cinder-760199-19-iscsi neutron-server[94615]: {{(pid=94615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 16:11:12.997353 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Attempting to bind port c73f5298-19b9-4e2c-9260-722fb337c438 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:11:12.997737 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Attempting to bind port c73f5298-19b9-4e2c-9260-722fb337c438 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:11:12.998476 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Attempting to bind port c73f5298-19b9-4e2c-9260-722fb337c438 on network 75f9263d-bcad-4062-8835-b6db2e949d74 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:11:13.004484 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:11:13.004886 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Checking segment: {'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:11:13.005346 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:13.005731 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Bound using segment: {'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:11:13.006495 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Bound port: c73f5298-19b9-4e2c-9260-722fb337c438, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3448016-b0e0-448c-86ee-a5a9fc4784d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:11:13.006642 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:13.073736 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] For port c73f5298-19b9-4e2c-9260-722fb337c438, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:11:13.092889 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] For port c73f5298-19b9-4e2c-9260-722fb337c438, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=c73f5298-19b9-4e2c-9260-722fb337c438,segment=NetworkSegment(c3448016-b0e0-448c-86ee-a5a9fc4784d7),segment_id=c3448016-b0e0-448c-86ee-a5a9fc4784d7)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:11:13.165141 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:13.221470 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051c623-e4ab-46f2-a3d7-524fe77a50d7 None None] Pushing event updated for resources: {'Port': ['ID=c73f5298-19b9-4e2c-9260-722fb337c438,revision_number=4']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:13.224354 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Routers {'db0720db-5972-474e-9abd-81ec45b38e3a'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:11:13.224957 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:11:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['db0720db-5972-474e-9abd-81ec45b38e3a'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:11:13.322557 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] Set router db0720db-5972-474e-9abd-81ec45b38e3a gateway port host: None {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:11:13.528505 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'name': 'router1', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:11:00Z', 'updated_at': '2021-09-09T16:11:10Z', 'revision_number': 2, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'gw_port_host': None, '_interfaces': [{'id': 'c73f5298-19b9-4e2c-9260-722fb337c438', 'name': '', 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'mac_address': 'fa:16:3e:2a:6b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:09Z', 'updated_at': '2021-09-09T16:11:13Z', 'revision_number': 4, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'subnets': [{'id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4b97036-a411-4bbd-b5b5-93423e4a7087'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:11:13.555811 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6518f21-6865-42ca-9196-4f5dbda7d1be None None] The sync data for ids ['db0720db-5972-474e-9abd-81ec45b38e3a'] in dv-cinder-760199-19-iscsi is: [{'id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'name': 'router1', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:11:00Z', 'updated_at': '2021-09-09T16:11:10Z', 'revision_number': 2, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'gw_port_host': None, '_interfaces': [{'id': 'c73f5298-19b9-4e2c-9260-722fb337c438', 'name': '', 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'mac_address': 'fa:16:3e:2a:6b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:09Z', 'updated_at': '2021-09-09T16:11:13Z', 'revision_number': 4, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'subnets': [{'id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4b97036-a411-4bbd-b5b5-93423e4a7087'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:11:13.697074 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 46708) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:11:13.807316 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c184126-8241-4148-b591-2e5fdf5ae326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:11:13.808616 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9c184126-8241-4148-b591-2e5fdf5ae326 admin admin] 10.222.0.22 "GET /v2.0/networks/843415b4-82b9-407c-ba15-09602856b82f HTTP/1.1" status: 200 len: 842 time: 0.1106048 Sep 09 16:11:13.818470 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:11:13.930399 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Made reservation on behalf of ce889587c74c4cefa6e7a752ec3f49bb for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:11:13.932709 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:14.102811 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:11:14.291408 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.objects.ports [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94613) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 16:11:14.291831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:14.349245 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d27c01b-3691-48e9-aa37-5d460a9f17fb,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:14.361718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:11:14.361718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Network hostable DHCP agents. Network: 843415b4-82b9-407c-ba15-09602856b82f, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:11:14.438624 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:11:14.527801 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 843415b4-82b9-407c-ba15-09602856b82f) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:11:14.532022 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:11:14.532666 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:14.537537 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cd14a7-297d-4fde-94d7-4ebba124fde0 None None] Network 843415b4-82b9-407c-ba15-09602856b82f requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:11:14.608269 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-d59c119b-dddc-4c1e-92df-068aa08c65f4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7931130 Sep 09 16:11:14.668703 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7aaec-322c-438e-853c-b0c07f58d2b6 None None] Network 843415b4-82b9-407c-ba15-09602856b82f requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:11:16.915533 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 46716) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:11:17.046520 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-ab691dbe-700d-4c51-9243-fc65b246a602 admin admin] 10.222.0.22 "GET /v2.0/routers/db0720db-5972-474e-9abd-81ec45b38e3a HTTP/1.1" status: 200 len: 710 time: 0.1296875 Sep 09 16:11:17.132231 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0898b3c9-255a-48e6-96e4-1a795a958861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:11:17.133592 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-0898b3c9-255a-48e6-96e4-1a795a958861 admin admin] 10.222.0.22 "GET /v2.0/networks/843415b4-82b9-407c-ba15-09602856b82f HTTP/1.1" status: 200 len: 886 time: 0.0812547 Sep 09 16:11:17.142955 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:11:17.454898 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:17.750766 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:17.830813 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:17.934531 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Allocated IP 172.27.2.82 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/dbb3713b-2d09-43a5-b855-dfd881212bf7) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:11:18.036495 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:18.164808 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:18.201202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:11:18.205287 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:11:18.208698 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:11:18.216249 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Pushing event updated for resources: {'Port': ['ID=dbb3713b-2d09-43a5-b855-dfd881212bf7,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:18.530230 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:18.745789 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33058978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33061394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62705'] for router, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:18.749249 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33059003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33060680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33061419'] for router, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:18.944560 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Router db0720db-5972-474e-9abd-81ec45b38e3a has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:11:19.050435 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:11:19.054850 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:19.056041 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-dd5f7518-82ee-4600-8b85-45671ef3df5c admin admin] 10.222.0.22 "PUT /v2.0/routers/db0720db-5972-474e-9abd-81ec45b38e3a HTTP/1.1" status: 200 len: 889 time: 1.9162576 Sep 09 16:11:19.431974 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c73f5298-19b9-4e2c-9260-722fb337c438 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:11:19.575216 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port c73f5298-19b9-4e2c-9260-722fb337c438 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:11:19.579405 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port c73f5298-19b9-4e2c-9260-722fb337c438 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:19.585972 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:19.708339 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:19.740155 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port c73f5298-19b9-4e2c-9260-722fb337c438, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=c73f5298-19b9-4e2c-9260-722fb337c438,segment=NetworkSegment(c3448016-b0e0-448c-86ee-a5a9fc4784d7),segment_id=c3448016-b0e0-448c-86ee-a5a9fc4784d7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:11:19.866758 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:19.916372 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=c73f5298-19b9-4e2c-9260-722fb337c438,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:19.984722 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Sync routers for ids ['db0720db-5972-474e-9abd-81ec45b38e3a'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:11:19.995399 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Routers {'db0720db-5972-474e-9abd-81ec45b38e3a'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:11:19.996127 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:11:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['db0720db-5972-474e-9abd-81ec45b38e3a'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:11:20.204130 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Set router db0720db-5972-474e-9abd-81ec45b38e3a gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:11:20.592666 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'name': 'router1', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'dbb3713b-2d09-43a5-b855-dfd881212bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:11:00Z', 'updated_at': '2021-09-09T16:11:18Z', 'revision_number': 4, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'gw_port': {'id': 'dbb3713b-2d09-43a5-b855-dfd881212bf7', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:17Z', 'updated_at': '2021-09-09T16:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'c73f5298-19b9-4e2c-9260-722fb337c438', 'name': '', 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'mac_address': 'fa:16:3e:2a:6b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:09Z', 'updated_at': '2021-09-09T16:11:19Z', 'revision_number': 5, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'subnets': [{'id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4b97036-a411-4bbd-b5b5-93423e4a7087'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:11:20.642442 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Checking router: db0720db-5972-474e-9abd-81ec45b38e3a for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:11:20.642804 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Updating router db0720db-5972-474e-9abd-81ec45b38e3a port dbb3713b-2d09-43a5-b855-dfd881212bf7 binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:11:20.690500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:21.001025 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:21.010538 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Transition to ACTIVE for port object dbb3713b-2d09-43a5-b855-dfd881212bf7 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:11:21.070259 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:21.118829 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Attempting to bind port dbb3713b-2d09-43a5-b855-dfd881212bf7 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:11:21.119203 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Attempting to bind port dbb3713b-2d09-43a5-b855-dfd881212bf7 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:11:21.119566 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Attempting to bind port dbb3713b-2d09-43a5-b855-dfd881212bf7 on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:11:21.128121 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c90d3c-385d-4454-b3d9-f3759054111f None None] Pushing event updated for resources: {'Port': ['ID=dbb3713b-2d09-43a5-b855-dfd881212bf7,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:21.131025 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:11:21.131446 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:11:21.131798 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:21.132189 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:11:21.132647 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Bound port: dbb3713b-2d09-43a5-b855-dfd881212bf7, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:11:21.133044 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:21.257837 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] For port dbb3713b-2d09-43a5-b855-dfd881212bf7, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:11:21.260682 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] For port dbb3713b-2d09-43a5-b855-dfd881212bf7, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=dbb3713b-2d09-43a5-b855-dfd881212bf7,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:11:21.346907 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:21.415598 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Routers {'db0720db-5972-474e-9abd-81ec45b38e3a'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:11:21.416233 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:11:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['db0720db-5972-474e-9abd-81ec45b38e3a'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:11:21.417927 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c90d3c-385d-4454-b3d9-f3759054111f None None] Pushing event updated for resources: {'Port': ['ID=dbb3713b-2d09-43a5-b855-dfd881212bf7,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:21.453420 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c73f5298-19b9-4e2c-9260-722fb337c438 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:11:21.461333 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 46728) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:11:21.558585 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port c73f5298-19b9-4e2c-9260-722fb337c438 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:21.558871 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:21.561288 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] Set router db0720db-5972-474e-9abd-81ec45b38e3a gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:11:21.573726 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-30df647b-8caa-43d3-b46e-3a2b176ebae7 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1112494 Sep 09 16:11:21.844622 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'name': 'router1', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'dbb3713b-2d09-43a5-b855-dfd881212bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:11:00Z', 'updated_at': '2021-09-09T16:11:18Z', 'revision_number': 4, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'gw_port': {'id': 'dbb3713b-2d09-43a5-b855-dfd881212bf7', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:17Z', 'updated_at': '2021-09-09T16:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'c73f5298-19b9-4e2c-9260-722fb337c438', 'name': '', 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'mac_address': 'fa:16:3e:2a:6b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:09Z', 'updated_at': '2021-09-09T16:11:19Z', 'revision_number': 5, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'subnets': [{'id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4b97036-a411-4bbd-b5b5-93423e4a7087'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:11:21.874490 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73d041b-190e-415e-86f4-5ddbcd8e2ec0 None None] The sync data for ids ['db0720db-5972-474e-9abd-81ec45b38e3a'] in dv-cinder-760199-19-iscsi is: [{'id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'name': 'router1', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': 'dbb3713b-2d09-43a5-b855-dfd881212bf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:11:00Z', 'updated_at': '2021-09-09T16:11:18Z', 'revision_number': 4, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'gw_port': {'id': 'dbb3713b-2d09-43a5-b855-dfd881212bf7', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:c8:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:17Z', 'updated_at': '2021-09-09T16:11:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'c73f5298-19b9-4e2c-9260-722fb337c438', 'name': '', 'network_id': '75f9263d-bcad-4062-8835-b6db2e949d74', 'tenant_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'mac_address': 'fa:16:3e:2a:6b:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db0720db-5972-474e-9abd-81ec45b38e3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:11:09Z', 'updated_at': '2021-09-09T16:11:19Z', 'revision_number': 5, 'project_id': 'a766dc3fc8e04ffe9f9ffb7b97c8884f', 'subnets': [{'id': 'fb594655-e378-49ac-8093-56dd9d51bdc4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4b97036-a411-4bbd-b5b5-93423e4a7087'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:11:23.455172 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device dbb3713b-2d09-43a5-b855-dfd881212bf7 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:11:23.580727 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port dbb3713b-2d09-43a5-b855-dfd881212bf7 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:11:23.585797 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port dbb3713b-2d09-43a5-b855-dfd881212bf7 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:23.586276 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:23.675872 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:23.696990 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port dbb3713b-2d09-43a5-b855-dfd881212bf7, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=dbb3713b-2d09-43a5-b855-dfd881212bf7,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:11:23.775421 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:23.844583 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=dbb3713b-2d09-43a5-b855-dfd881212bf7,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:11:25.464460 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device dbb3713b-2d09-43a5-b855-dfd881212bf7 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:11:25.534375 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port dbb3713b-2d09-43a5-b855-dfd881212bf7 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:11:25.534753 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:33.238160 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4c178385-98f3-4fcf-b6b7-a732718440ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:35.528764 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a8dc0dca-dbd0-4d5c-9e32-46309340ea74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:35.991726 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:36.534608 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:38.334949 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:11:51.102561 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:12:03.252800 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c0ff5478-27c2-4130-9e48-7879a194c117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:05.532959 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-da1c8d91-709d-4404-b2d0-ae99186baa5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:06.023394 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:06.544480 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:08.337996 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:28.102043 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:12:33.262547 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-60f1a445-e368-4fa9-9dad-1a8c508d849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:35.513560 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7525ee91-b3db-4646-9fa5-db95be418591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:35.993518 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:36.547762 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:38.347550 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:12:59.495371 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47290) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:12:59.557796 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca00393-b6d1-4e03-b4d8-ebc11d083122 admin admin] GET failed (client error): The resource could not be found. Sep 09 16:12:59.559077 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-aca00393-b6d1-4e03-b4d8-ebc11d083122 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627570 Sep 09 16:12:59.720707 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55432f35-c0dc-4412-9d51-4fb64f605130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:12:59.722232 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-55432f35-c0dc-4412-9d51-4fb64f605130 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580088 Sep 09 16:13:01.941197 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47300) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:02.030271 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b996d2a9-1a5a-4dc6-8504-2d7e25d51cbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:02.032273 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-b996d2a9-1a5a-4dc6-8504-2d7e25d51cbd admin admin] 10.222.0.22 "GET /v2.0/subnets/fb594655-e378-49ac-8093-56dd9d51bdc4 HTTP/1.1" status: 200 len: 849 time: 0.0894659 Sep 09 16:13:02.042029 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:13:02.126661 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:02.317796 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747422520845'] for subnet, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:02.348492 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:02.349073 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:02.350689 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] 10.222.0.22 "PUT /v2.0/subnets/fb594655-e378-49ac-8093-56dd9d51bdc4 HTTP/1.1" status: 200 len: 868 time: 0.3119798 Sep 09 16:13:02.353203 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca8bb9a-9ab7-45a8-a9f6-2ba89530339e None None] Network 75f9263d-bcad-4062-8835-b6db2e949d74 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:13:02.371132 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb594655-e378-49ac-8093-56dd9d51bdc4,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.382621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.383800 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e659fd-2c4a-4bb4-b8f9-4bfdbeb8dda9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:02.778805 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-9d2dea18-38a2-42bd-a655-44b3fd7c880c None None] Provisioning complete for port 8f7904e3-0242-41df-b570-32565c578e71 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:13:02.779175 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9d2dea18-38a2-42bd-a655-44b3fd7c880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:02.865874 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-9d2dea18-38a2-42bd-a655-44b3fd7c880c None None] Provisioning complete for port c73f5298-19b9-4e2c-9260-722fb337c438 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:13:02.866148 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9d2dea18-38a2-42bd-a655-44b3fd7c880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:03.260932 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-29ba490b-8a76-4449-91bd-074f7bdd2923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:04.569873 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47308) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:04.771548 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3bfe1b-4820-455d-ba9d-2f1382701e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:04.772029 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3bfe1b-4820-455d-ba9d-2f1382701e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:04.773558 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3f3bfe1b-4820-455d-ba9d-2f1382701e07 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2028332 Sep 09 16:13:05.101047 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:13:05.534871 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8b796ba6-ec4a-46d2-ac6b-72d7ca3d597d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:06.003192 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:06.552103 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:06.983542 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47318) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:07.185774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764dd99d-ee6a-44e9-9a0d-e7f680743aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:07.186213 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764dd99d-ee6a-44e9-9a0d-e7f680743aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:07.188297 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-764dd99d-ee6a-44e9-9a0d-e7f680743aa4 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2037508 Sep 09 16:13:08.334830 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:09.393111 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47326) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:09.528175 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0055fadb-65ea-4c69-9d7f-3a072b47c210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:09.529562 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-0055fadb-65ea-4c69-9d7f-3a072b47c210 admin admin] 10.222.0.22 "GET /v2.0/networks/75f9263d-bcad-4062-8835-b6db2e949d74 HTTP/1.1" status: 200 len: 869 time: 0.1355016 Sep 09 16:13:11.708589 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47334) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:11.832953 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa230c51-d8d6-443f-85dc-fad969d1fb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:11.834346 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-aa230c51-d8d6-443f-85dc-fad969d1fb49 admin admin] 10.222.0.22 "GET /v2.0/networks/843415b4-82b9-407c-ba15-09602856b82f HTTP/1.1" status: 200 len: 886 time: 0.1248255 Sep 09 16:13:14.018322 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47342) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:14.138658 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf171e35-26c6-4c5e-a608-5d55299e7217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:14.139173 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf171e35-26c6-4c5e-a608-5d55299e7217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:14.140943 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-bf171e35-26c6-4c5e-a608-5d55299e7217 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1216102 Sep 09 16:13:16.327398 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47350) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:16.422245 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe6c23-4971-4f1b-8d90-f64b519b44ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:16.422703 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe6c23-4971-4f1b-8d90-f64b519b44ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:16.424192 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e8fe6c23-4971-4f1b-8d90-f64b519b44ca admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0949817 Sep 09 16:13:18.601231 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47358) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:18.688445 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb6de5-2a7b-4306-b7b9-7f75a92464be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:18.689797 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-acdb6de5-2a7b-4306-b7b9-7f75a92464be admin admin] 10.222.0.22 "GET /v2.0/subnets/3d27c01b-3691-48e9-aa37-5d460a9f17fb HTTP/1.1" status: 200 len: 816 time: 0.0875621 Sep 09 16:13:20.894757 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47366) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:20.987435 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960fdf15-d03e-408a-a311-8a79bae8f65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:20.988768 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-960fdf15-d03e-408a-a311-8a79bae8f65c admin admin] 10.222.0.22 "GET /v2.0/subnets/fb594655-e378-49ac-8093-56dd9d51bdc4 HTTP/1.1" status: 200 len: 868 time: 0.0930393 Sep 09 16:13:33.275667 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a5a75f4c-7278-45f3-bece-ce17441407e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:35.533457 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6c684629-0c71-45cd-8188-701c7322ddaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:36.007600 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:36.538970 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:38.333173 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:42.099451 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:13:45.222686 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47420) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:45.271778 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [None req-0e3f9989-a909-4aad-aed6-4f4664d226c7 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:13:45.272775 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0e3f9989-a909-4aad-aed6-4f4664d226c7 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491629 Sep 09 16:13:47.569196 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47428) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:47.630143 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.pecan_wsgi.hooks.translation [None req-54066985-28e0-4c8a-8b39-da49f07af8c1 admin admin] GET failed (client error): The resource could not be found. Sep 09 16:13:47.631448 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-54066985-28e0-4c8a-8b39-da49f07af8c1 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613875 Sep 09 16:13:47.772765 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92feb9ae-2024-4d2a-b294-80d34079ff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:47.774227 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-92feb9ae-2024-4d2a-b294-80d34079ff11 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381881 Sep 09 16:13:49.998356 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47436) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:50.045166 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:13:50.126100 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Made reservation on behalf of ce889587c74c4cefa6e7a752ec3f49bb for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:13:50.128375 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:50.173189 dv-cinder-760199-19-iscsi neutron-server[94612]: WARNING neutron.services.revisions.revision_plugin [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Could not find related network for resource to bump revision. Sep 09 16:13:50.189561 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:13:50.202316 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747422527892', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:50.202870 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Unsubscribe: segment precommit_create {{(pid=94612) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 16:13:50.203344 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Added segment dda064dc-ffa3-4a55-87c9-750798875386 of type vlan for network 643eebe1-3649-456c-b994-c077efef2c08 Sep 09 16:13:50.246539 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:50.338337 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:50.339309 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:50.339915 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:50.431141 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Pushing event updated for resources: {'Network': ['ID=643eebe1-3649-456c-b994-c077efef2c08,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:13:50.438417 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.438790 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.439143 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.439523 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.439912 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.440205 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.440539 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.440883 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.441217 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.441539 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.441892 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.442215 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:50.447872 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d38edee5-4d1c-42ac-8651-cddcb1d80f7e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4484749 Sep 09 16:13:50.453421 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 643eebe1-3649-456c-b994-c077efef2c08 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:13:52.711020 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47444) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:13:52.773439 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb675f2-afc5-4a72-95a1-707f0dee58dd admin admin] GET failed (client error): The resource could not be found. Sep 09 16:13:52.774757 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ebb675f2-afc5-4a72-95a1-707f0dee58dd admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627878 Sep 09 16:13:52.844685 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e388b1-0eee-4102-9ec3-236e51038d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:52.846157 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b9e388b1-0eee-4102-9ec3-236e51038d13 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0663323 Sep 09 16:13:52.857030 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:13:52.950058 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Made reservation on behalf of ce889587c74c4cefa6e7a752ec3f49bb for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:13:52.952325 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:53.167387 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:53.219121 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d2635e-083b-43f1-ab55-1c94ef9d183f,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:13:53.229691 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Checking segment: {'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:13:53.230096 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Network hostable DHCP agents. Network: 643eebe1-3649-456c-b994-c077efef2c08, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:13:53.303941 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Network 643eebe1-3649-456c-b994-c077efef2c08 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:13:53.355682 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 643eebe1-3649-456c-b994-c077efef2c08) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:13:53.360296 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:13:53.360884 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:53.365410 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11d22c-5ec8-4c76-9168-14318ac8c425 None None] Network 643eebe1-3649-456c-b994-c077efef2c08 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:13:53.430762 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-af43b21b-a3e9-4e23-9737-f72088168794 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5774870 Sep 09 16:13:53.517442 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-643eebe1-3649-456c-b994-c077efef2c08', 'network_id': '643eebe1-3649-456c-b994-c077efef2c08', 'tenant_id': 'ce889587c74c4cefa6e7a752ec3f49bb', 'fixed_ips': [{'subnet_id': 'c9d2635e-083b-43f1-ab55-1c94ef9d183f'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:13:53.518351 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:53.659885 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Allocated IP 192.168.233.2 (643eebe1-3649-456c-b994-c077efef2c08/c9d2635e-083b-43f1-ab55-1c94ef9d183f/5ffa254b-3d0c-49b4-8796-577ccfc215a8) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:13:53.806404 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:53.814731 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Transition to ACTIVE for port object 5ffa254b-3d0c-49b4-8796-577ccfc215a8 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:13:53.829344 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Transition to ACTIVE for port object 5ffa254b-3d0c-49b4-8796-577ccfc215a8 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:13:53.955865 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:53.993952 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Network 643eebe1-3649-456c-b994-c077efef2c08 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:13:53.996978 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:13:54.000549 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:13:54.008032 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Pushing event updated for resources: {'Port': ['ID=5ffa254b-3d0c-49b4-8796-577ccfc215a8,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:13:54.019406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.019785 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.020123 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.020460 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.020787 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.021116 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.021438 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.021766 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.022139 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.022464 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.022780 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.023099 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:13:54.070234 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Attempting to bind port 5ffa254b-3d0c-49b4-8796-577ccfc215a8 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:13:54.070523 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Attempting to bind port 5ffa254b-3d0c-49b4-8796-577ccfc215a8 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:13:54.070882 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Attempting to bind port 5ffa254b-3d0c-49b4-8796-577ccfc215a8 on network 643eebe1-3649-456c-b994-c077efef2c08 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:13:54.076583 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:13:54.076959 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Checking segment: {'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:13:54.077356 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:54.077747 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Bound using segment: {'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:13:54.078269 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Bound port: 5ffa254b-3d0c-49b4-8796-577ccfc215a8, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:13:54.078718 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:54.144615 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] For port 5ffa254b-3d0c-49b4-8796-577ccfc215a8, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:13:54.148396 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] For port 5ffa254b-3d0c-49b4-8796-577ccfc215a8, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=5ffa254b-3d0c-49b4-8796-577ccfc215a8,segment=NetworkSegment(dda064dc-ffa3-4a55-87c9-750798875386),segment_id=dda064dc-ffa3-4a55-87c9-750798875386)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:13:54.236250 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:54.298151 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b61c1-afe3-46fc-8872-43b549830d1b None None] Pushing event updated for resources: {'Port': ['ID=5ffa254b-3d0c-49b4-8796-577ccfc215a8,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:13:55.098486 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a82a3-5ffe-43c0-820d-a6284824bd8f None None] Network 643eebe1-3649-456c-b994-c077efef2c08 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:13:55.244681 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-2bdaba9e-91f0-46a3-be8d-133cde91076c None None] Provisioning for port 5ffa254b-3d0c-49b4-8796-577ccfc215a8 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:13:55.541488 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 5ffa254b-3d0c-49b4-8796-577ccfc215a8 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:13:55.652735 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 5ffa254b-3d0c-49b4-8796-577ccfc215a8 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:13:55.657113 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 5ffa254b-3d0c-49b4-8796-577ccfc215a8 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:13:55.657557 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:55.742952 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:55.775098 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 5ffa254b-3d0c-49b4-8796-577ccfc215a8, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=5ffa254b-3d0c-49b4-8796-577ccfc215a8,segment=NetworkSegment(dda064dc-ffa3-4a55-87c9-750798875386),segment_id=dda064dc-ffa3-4a55-87c9-750798875386)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:13:55.852737 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:13:55.900266 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=5ffa254b-3d0c-49b4-8796-577ccfc215a8,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:13:57.519214 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 5ffa254b-3d0c-49b4-8796-577ccfc215a8 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:13:57.566818 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 5ffa254b-3d0c-49b4-8796-577ccfc215a8 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:13:57.567107 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:03.349569 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c6255cf9-81a5-4308-815b-e13234fac937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:05.530889 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-53c291ef-f8da-49d8-9f49-867edac53342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:06.011818 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:06.547856 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:08.354975 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:19.097833 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:14:33.308433 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-78139bf1-5417-45ea-a1c8-d219097b7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:35.523194 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-144f21d5-265f-4d9c-b208-b5eb8c7cc13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:36.028065 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:36.545931 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:38.351917 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:14:56.095970 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:15:03.255515 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3bb44780-b5f5-48b4-bfee-26de6cc7993b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:05.560400 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7ddf-52e0-4ec3-ab07-68d4d10e2ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:06.058379 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:06.573222 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:08.372462 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:11.656791 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47496) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:15:11.662689 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [None req-90c525c3-ce55-48ef-80c5-0571228a2882 tempest-verify_tempest_config-30781103 tempest-verify_tempest_config-30781103-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:15:11.663662 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-90c525c3-ce55-48ef-80c5-0571228a2882 tempest-verify_tempest_config-30781103 tempest-verify_tempest_config-30781103-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059133 Sep 09 16:15:12.132976 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47514) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:15:12.238708 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:12.355707 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:12.423411 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:12.466298 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fecf038a977449fda2cdf635d78fac56&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3322170 Sep 09 16:15:12.468010 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f3bb7d-068e-4adc-b547-0c35b0bb5ea9,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:15:12.468971 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47520) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:15:12.474527 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.474893 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.475243 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.475580 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.475911 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.476241 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.476576 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.476922 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.477255 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.477580 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.477931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.479257 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee3108ec-4fd1-4feb-8c9d-7eced94daaaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.524638 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:12.546574 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:12.709740 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:12.712312 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:12.714403 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5f3bb7d-068e-4adc-b547-0c35b0bb5ea9 HTTP/1.1" status: 204 len: 168 time: 0.2444756 Sep 09 16:15:12.722414 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f3bb7d-068e-4adc-b547-0c35b0bb5ea9,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:15:12.729265 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.729641 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.730003 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.730344 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.730675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.731025 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.731410 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.731705 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.732055 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.732382 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.732704 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:12.733068 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad863505-856b-4200-b23e-32d9e68bfbee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:15:33.094295 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:15:33.314296 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-df523f11-6ef7-44f0-9f14-e42042b19326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:35.511465 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e041ce9f-6674-4df6-8403-f9f7effc785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:36.043541 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:36.588024 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:15:38.367814 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:03.252390 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-40e036e0-1e47-47a7-866a-a495141f47f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:05.528541 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a73868da-3af6-4aa7-be78-a1a70516153c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:06.031747 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:06.551787 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:08.351616 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:10.093159 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 5 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:16:33.258611 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-677cbfb3-5fb4-47fa-aa2a-c4bf8d826e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:35.543810 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e9ff8273-9168-45d3-8095-3d1d85f2c33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:36.040828 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:36.549875 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:38.412681 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:42.509632 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-33060824'] for agent, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:16:47.092321 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:16:57.685851 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47592) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:16:57.787742 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-d794ba0f-713d-4d6e-9921-ccb2a8a0412b admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1007931 Sep 09 16:17:00.005251 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47602) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:17:00.065797 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2111adb7-c2c8-48e1-b9b7-44c24bf5a7e4 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0594280 Sep 09 16:17:03.342832 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bc15d21d-7742-46e6-99b2-5b67cc2d98f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:05.525278 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4fa578cc-66ee-4be1-9b8e-a4b7d384e8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:06.016728 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:06.536481 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:08.381200 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:12.513258 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:24.091455 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:17:33.266190 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e1970f09-488c-49b2-919d-350304a007ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:35.534560 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4e544fa2-6a81-4179-9b13-d0f6592c527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:36.026070 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:36.540222 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:38.362822 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:17:42.499878 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:01.092110 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:18:03.264834 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e918ba05-1465-4c9b-af34-a58b5b7d5b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:05.527175 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d1cb7be3-21c0-4c33-b671-6d9bf71bf2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:06.029580 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:06.544078 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:08.367267 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:12.532372 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.202252 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47698) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:27.433534 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1963836978-network', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:27.515091 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Made reservation on behalf of 56bf3469b193440abfb3f83f085e42ef for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:27.518028 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.529278 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.633922 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.686519 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.718360 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca77ec95-9401-4775-b0a1-e2816bbf2e36,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:27.721148 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:18:27.729512 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Tracked resource versions report: Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: pushed versions: Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: { 'AddressGroup': {'1.2'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'ConntrackHelper': {'1.0'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Log': {'1.0'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Network': {'1.1'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Port': {'1.7'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'PortForwarding': {'1.2'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'QosPolicy': {'1.9'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SecurityGroup': {'1.4'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SecurityGroupRule': {'1.2'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SubPort': {'1.0'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Subnet': {'1.1'}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Trunk': {'1.1'}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: consumer versions: Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: { DHCP agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: HyperV agent@hv-cinder-76019: {}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: L3 agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: Metadata agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: Metering agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: Open vSwitch agent@dv-cinder-760199-19-iscsi: { 'AddressGroup': '1.2', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'ConntrackHelper': '1.0', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Log': '1.0', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Network': '1.1', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Port': '1.7', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'PortForwarding': '1.2', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'QosPolicy': '1.9', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SecurityGroup': '1.4', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SecurityGroupRule': '1.2', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'SubPort': '1.0', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Subnet': '1.1', Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: 'Trunk': '1.1'}} Sep 09 16:18:27.737931 dv-cinder-760199-19-iscsi neutron-server[94612]: {{(pid=94612) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 16:18:27.742786 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.743138 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Added segment f231924c-8c67-4b55-9f95-a7e859503cb2 of type vlan for network 60652e51-aa8c-4376-8487-bf6553372b90 Sep 09 16:18:27.784841 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.846179 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.847157 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:27.847843 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:27.914370 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7100716 Sep 09 16:18:27.915044 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6cf0b-9a6f-4386-b7eb-6c27f7c6e372 admin admin] Pushing event updated for resources: {'Network': ['ID=60652e51-aa8c-4376-8487-bf6553372b90,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:27.917254 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47758) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:27.922859 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Request body: {'subnet': {'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1963836978-subnet', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:27.927205 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 60652e51-aa8c-4376-8487-bf6553372b90 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:18:28.000477 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Made reservation on behalf of 56bf3469b193440abfb3f83f085e42ef for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:28.002897 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:28.224402 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:28.398779 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=da47a045-f13d-4f96-865d-c4ea515ce7aa,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:28.408070 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.408431 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.408767 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.409092 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.409420 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.409752 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.410125 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.410466 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.410980 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.411427 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.411744 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.412057 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Tracked resource versions report: Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: pushed versions: Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: { 'AddressGroup': {'1.2'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'ConntrackHelper': {'1.0'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Log': {'1.0'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Network': {'1.1'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Port': {'1.7'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'PortForwarding': {'1.2'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'QosPolicy': {'1.9'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SecurityGroup': {'1.4'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SecurityGroupRule': {'1.2'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SubPort': {'1.0'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Subnet': {'1.1'}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Trunk': {'1.1'}} Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: consumer versions: Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: { DHCP agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: HyperV agent@hv-cinder-76019: {}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: L3 agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: Metadata agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: Metering agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: Open vSwitch agent@dv-cinder-760199-19-iscsi: { 'AddressGroup': '1.2', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'ConntrackHelper': '1.0', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Log': '1.0', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Network': '1.1', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Port': '1.7', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'PortForwarding': '1.2', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'QosPolicy': '1.9', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SecurityGroup': '1.4', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SecurityGroupRule': '1.2', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'SubPort': '1.0', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Subnet': '1.1', Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: 'Trunk': '1.1'}} Sep 09 16:18:28.413054 dv-cinder-760199-19-iscsi neutron-server[94613]: {{(pid=94613) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 16:18:28.418099 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Checking segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:28.418446 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Network hostable DHCP agents. Network: 60652e51-aa8c-4376-8487-bf6553372b90, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:18:28.531926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Network 60652e51-aa8c-4376-8487-bf6553372b90 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:18:28.634883 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 60652e51-aa8c-4376-8487-bf6553372b90) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:28.638981 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:28.639664 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:28.644787 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceeb1f4-5094-4030-8cf1-974db08f374c None None] Network 60652e51-aa8c-4376-8487-bf6553372b90 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:28.783100 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-60652e51-aa8c-4376-8487-bf6553372b90', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:18:28.783952 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:28.792274 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47780) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:28.801491 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:28.806446 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c1061ee1-7082-4bb9-9887-fafb768b6e4b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8879063 Sep 09 16:18:28.919046 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Allocated IP 172.20.0.2 (60652e51-aa8c-4376-8487-bf6553372b90/da47a045-f13d-4f96-865d-c4ea515ce7aa/e206b346-0b4b-4c40-bd8f-3a251d4c10c4) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:28.927215 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:28.929624 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.002014 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.079172 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.088377 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Transition to ACTIVE for port object e206b346-0b4b-4c40-bd8f-3a251d4c10c4 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:29.103934 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Transition to ACTIVE for port object e206b346-0b4b-4c40-bd8f-3a251d4c10c4 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:29.218360 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.258330 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Network 60652e51-aa8c-4376-8487-bf6553372b90 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:29.261050 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:29.264573 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:29.273963 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Pushing event updated for resources: {'Port': ['ID=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:29.295957 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.296601 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.297116 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.297611 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.298338 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.298928 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.299540 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.300015 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.300510 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.300979 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.301477 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.301977 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Tracked resource versions report: Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: pushed versions: Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: { 'AddressGroup': {'1.2'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'ConntrackHelper': {'1.0'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Log': {'1.0'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Network': {'1.1'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Port': {'1.7'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'PortForwarding': {'1.2'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'QosPolicy': {'1.9'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SecurityGroup': {'1.4'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SecurityGroupRule': {'1.2'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SubPort': {'1.0'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Subnet': {'1.1'}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Trunk': {'1.1'}} Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: consumer versions: Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: { DHCP agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: HyperV agent@hv-cinder-76019: {}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: L3 agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: Metadata agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: Metering agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: Open vSwitch agent@dv-cinder-760199-19-iscsi: { 'AddressGroup': '1.2', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'ConntrackHelper': '1.0', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Log': '1.0', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Network': '1.1', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Port': '1.7', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'PortForwarding': '1.2', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'QosPolicy': '1.9', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SecurityGroup': '1.4', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SecurityGroupRule': '1.2', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'SubPort': '1.0', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Subnet': '1.1', Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: 'Trunk': '1.1'}} Sep 09 16:18:29.303176 dv-cinder-760199-19-iscsi neutron-server[94614]: {{(pid=94614) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 16:18:29.337715 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Attempting to bind port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:29.338130 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Attempting to bind port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:29.338495 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Attempting to bind port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 on network 60652e51-aa8c-4376-8487-bf6553372b90 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:29.343817 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:29.344197 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Checking segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:29.344602 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.344999 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Bound using segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:29.345521 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Bound port: e206b346-0b4b-4c40-bd8f-3a251d4c10c4, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:29.345947 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.360283 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.415615 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] For port e206b346-0b4b-4c40-bd8f-3a251d4c10c4, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:29.419400 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] For port e206b346-0b4b-4c40-bd8f-3a251d4c10c4, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:29.503684 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.568491 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc24a9-ae0c-44a3-8555-36c2634bb57f None None] Pushing event updated for resources: {'Port': ['ID=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:29.705453 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.783164 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:29.932134 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Allocated IP 172.27.2.14 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/001458bb-df66-4606-8e3c-d9321b4a3bcd) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:30.042938 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:30.147851 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47836) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:30.154008 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47838) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:30.188047 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47844) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:30.231749 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:30.319565 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:30.346803 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Pushing event updated for resources: {'Port': ['ID=001458bb-df66-4606-8e3c-d9321b4a3bcd,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:30.350373 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:30.380739 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:30.396506 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47860) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:30.458741 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-network', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:30.479203 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1652364747-network', 'tenant_id': '34a02e1977ef435492b1655e2e384d27'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:30.564828 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1003602845-network', 'tenant_id': '70670e9c7fad4cf6ac2ab2b4fdc9e312'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:30.606479 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-182754174-network', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:30.654901 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78355a9b-04b1-4988-8f6f-61b40f87d9fc None None] Network 60652e51-aa8c-4376-8487-bf6553372b90 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:30.722751 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.db.api [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 16:18:30.722751 dv-cinder-760199-19-iscsi neutron-server[94613]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 16:18:30.722751 dv-cinder-760199-19-iscsi neutron-server[94613]: [parameters: {'project_id_1': '47f4b652e47e4f2a8c76229ad4ef3924', 'expiration_1': datetime.datetime(2021, 9, 9, 16, 18, 10, 614070)}] Sep 09 16:18:30.722751 dv-cinder-760199-19-iscsi neutron-server[94613]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 16:18:30.723208 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG oslo_db.api [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 16:18:30.794337 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Made reservation on behalf of 34a02e1977ef435492b1655e2e384d27 for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:30.797191 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:30.811377 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:30.868845 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-078e5aeb-331e-4e38-8793-0dae3c034162 None None] Provisioning for port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:30.876770 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.022615 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.086588 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.136803 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:18:31.146994 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=150a02ba-be92-417c-b4ed-18c3cb94cba8,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:31.154403 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.155293 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Added segment 63624e92-ba36-41a4-aad2-a0b0cab58d85 of type vlan for network a7509c79-5a6b-4eab-bedb-32281cfd508a Sep 09 16:18:31.160738 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.db.api [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 16:18:31.160738 dv-cinder-760199-19-iscsi neutron-server[94612]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 16:18:31.160738 dv-cinder-760199-19-iscsi neutron-server[94612]: [parameters: {'project_id_1': '70670e9c7fad4cf6ac2ab2b4fdc9e312', 'expiration_1': datetime.datetime(2021, 9, 9, 16, 18, 10, 573767)}] Sep 09 16:18:31.160738 dv-cinder-760199-19-iscsi neutron-server[94612]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 16:18:31.161524 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG oslo_db.api [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 16:18:31.207857 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Made reservation on behalf of ebd3e8fe26e4404a83019c95e5a40882 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:31.210570 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.216981 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.257430 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.308058 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.343525 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.346760 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:31.346760 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.373658 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Made reservation on behalf of 47f4b652e47e4f2a8c76229ad4ef3924 for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:31.379592 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.395714 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.435590 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] Pushing event updated for resources: {'Network': ['ID=a7509c79-5a6b-4eab-bedb-32281cfd508a,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:31.449201 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network a7509c79-5a6b-4eab-bedb-32281cfd508a details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:18:31.513575 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.600207 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.622780 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Router 204c1878-ddde-4328-882c-357958428550 is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:18:31.628967 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:18:31.642591 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29afa8cf-be34-45e7-a754-a9585fea7215,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:31.653390 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.659462 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Added segment 38a62315-a37f-4821-84df-60042e705558 of type vlan for network 033764cf-60bd-4168-9ff5-8933d1bd0076 Sep 09 16:18:31.773767 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device e206b346-0b4b-4c40-bd8f-3a251d4c10c4 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:31.783739 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.802589 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:18:31.812679 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Sync routers for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:18:31.822225 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:31.822846 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:31.881689 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-7e6d1a59-e8aa-4ac2-a0d0-4c6a32857518 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7325299 Sep 09 16:18:31.884907 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47922) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:31.890265 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Request body: {'subnet': {'network_id': 'a7509c79-5a6b-4eab-bedb-32281cfd508a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1652364747-subnet', 'tenant_id': '34a02e1977ef435492b1655e2e384d27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:31.947990 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:31.971519 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:31.974129 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.977703 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a1dfc215-b9bf-49b7-8012-5b70359de776 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1815252 Sep 09 16:18:31.977846 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:31.977846 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.978037 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.978037 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:31.978037 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:31.980610 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47926) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:32.106702 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.110019 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.142378 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:30Z', 'revision_number': 3, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:32.153564 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port e206b346-0b4b-4c40-bd8f-3a251d4c10c4, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:18:32.170011 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Checking router: 204c1878-ddde-4328-882c-357958428550 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:18:32.170400 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Updating router 204c1878-ddde-4328-882c-357958428550 port 001458bb-df66-4606-8e3c-d9321b4a3bcd binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:18:32.178550 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] Pushing event updated for resources: {'Network': ['ID=033764cf-60bd-4168-9ff5-8933d1bd0076,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:32.191171 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 033764cf-60bd-4168-9ff5-8933d1bd0076 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:18:32.196202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.201505 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.234979 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=94613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:18:32.243537 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a027dc-b50d-48e8-aff6-3eb1ee4602b9,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:32.248996 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.249602 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Added segment b6448dc2-ee70-4a13-b8d3-c2d3f196d327 of type vlan for network 82c64c0a-c984-4fd8-b12b-a2079f34a282 Sep 09 16:18:32.278165 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.299380 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.345711 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:32.374028 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47934) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:32.374354 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6edd7795-6c4a-4edd-8624-96070cf20758 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2192192 Sep 09 16:18:32.388070 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Request body: {'subnet': {'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-subnet', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:32.418643 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.418643 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:32.418643 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.512216 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] Pushing event updated for resources: {'Network': ['ID=82c64c0a-c984-4fd8-b12b-a2079f34a282,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:32.523983 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:18:32.614348 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.651542 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Made reservation on behalf of 70670e9c7fad4cf6ac2ab2b4fdc9e312 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:32.654611 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.657441 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Transition to ACTIVE for port object 001458bb-df66-4606-8e3c-d9321b4a3bcd will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:32.666630 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.734186 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Made reservation on behalf of 34a02e1977ef435492b1655e2e384d27 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:32.736595 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.760487 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.810161 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Attempting to bind port 001458bb-df66-4606-8e3c-d9321b4a3bcd on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:32.810593 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Attempting to bind port 001458bb-df66-4606-8e3c-d9321b4a3bcd by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:32.811227 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Attempting to bind port 001458bb-df66-4606-8e3c-d9321b4a3bcd on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:32.820496 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9a9b8d7b-3ebc-4242-9447-44ea7b31defb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4229233 Sep 09 16:18:32.822192 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Pushing event updated for resources: {'Port': ['ID=001458bb-df66-4606-8e3c-d9321b4a3bcd,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:32.824527 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47954) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:32.829365 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:32.834472 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:32.834472 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.834472 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:32.834472 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Bound port: 001458bb-df66-4606-8e3c-d9321b4a3bcd, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:32.834854 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Request body: {'subnet': {'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-subnet', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:32.834943 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.835969 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.836509 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.837019 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.837533 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.838242 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.839236 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.839822 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.840379 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.840986 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.841572 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.842418 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.842772 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Tracked resource versions report: Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: pushed versions: Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: { 'AddressGroup': {'1.2'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'ConntrackHelper': {'1.0'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Log': {'1.0'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Network': {'1.1'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Port': {'1.7'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'PortForwarding': {'1.2'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'QosPolicy': {'1.9'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SecurityGroup': {'1.4'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SecurityGroupRule': {'1.2'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SubPort': {'1.0'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Subnet': {'1.1'}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Trunk': {'1.1'}} Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: consumer versions: Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: { DHCP agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: HyperV agent@hv-cinder-76019: {}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: L3 agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: Metadata agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: Metering agent@dv-cinder-760199-19-iscsi: {}, Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: Open vSwitch agent@dv-cinder-760199-19-iscsi: { 'AddressGroup': '1.2', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'ConntrackHelper': '1.0', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Log': '1.0', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Network': '1.1', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Port': '1.7', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'PortForwarding': '1.2', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'QosPolicy': '1.9', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SecurityGroup': '1.4', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SecurityGroupRule': '1.2', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'SubPort': '1.0', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Subnet': '1.1', Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: 'Trunk': '1.1'}} Sep 09 16:18:32.843820 dv-cinder-760199-19-iscsi neutron-server[94615]: {{(pid=94615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 16:18:32.898807 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] For port 001458bb-df66-4606-8e3c-d9321b4a3bcd, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:32.902158 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] For port 001458bb-df66-4606-8e3c-d9321b4a3bcd, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=001458bb-df66-4606-8e3c-d9321b4a3bcd,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:32.915948 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.920427 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Made reservation on behalf of ebd3e8fe26e4404a83019c95e5a40882 for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:32.923248 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Notify callbacks [] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:32.945947 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.db.api [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 16:18:32.945947 dv-cinder-760199-19-iscsi neutron-server[94613]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 16:18:32.945947 dv-cinder-760199-19-iscsi neutron-server[94613]: [parameters: {'project_id_1': '47f4b652e47e4f2a8c76229ad4ef3924', 'expiration_1': datetime.datetime(2021, 9, 9, 16, 18, 12, 840276)}] Sep 09 16:18:32.945947 dv-cinder-760199-19-iscsi neutron-server[94613]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 16:18:32.946439 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG oslo_db.api [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 16:18:33.012616 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.073639 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:33.074555 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:33.137366 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e70cd-955a-438b-bc27-1ae2d266bc94 None None] Pushing event updated for resources: {'Port': ['ID=001458bb-df66-4606-8e3c-d9321b4a3bcd,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:33.190742 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:33.200747 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.237719 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 47958) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:33.258814 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Checking segment: {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:33.259503 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Network hostable DHCP agents. Network: 033764cf-60bd-4168-9ff5-8933d1bd0076, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:18:33.278194 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.278194 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.280901 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:33.297595 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-20f486fd-7f5a-4dcc-a973-d485bdcc5136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.394386 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Network 033764cf-60bd-4168-9ff5-8933d1bd0076 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:18:33.414074 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.417009 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:30Z', 'revision_number': 3, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:33.428866 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Allocated IP 172.20.0.1 (60652e51-aa8c-4376-8487-bf6553372b90/da47a045-f13d-4f96-865d-c4ea515ce7aa/d89b536e-a335-4dd4-bec7-ca92331cfd3a) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:33.442080 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-10e84bbd-4853-4d9f-9900-f2a393966991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.444138 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1719ac-2a09-4e6a-9f1f-9af5cf1823b4 None None] The sync data for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi is: [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:30Z', 'revision_number': 3, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:18:33.469882 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:18:33.486110 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 033764cf-60bd-4168-9ff5-8933d1bd0076) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:33.491465 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:33.492078 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.500507 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd7c2a-fa23-4cc9-8baf-cf004342ab00 None None] Network 033764cf-60bd-4168-9ff5-8933d1bd0076 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:33.511454 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d4a3af-3cfe-43db-b537-a29ab968e24d,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:33.526674 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.527014 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Added segment 249d938a-6bda-4098-bb2a-150954cb2f65 of type vlan for network 8f6e35f8-349e-4162-849a-2dad88ca655d Sep 09 16:18:33.545669 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Made reservation on behalf of 47f4b652e47e4f2a8c76229ad4ef3924 for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:33.548741 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.574912 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a012728-4a06-4ebd-8276-a60220fca0c0,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:33.577478 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Checking segment: {'id': '63624e92-ba36-41a4-aad2-a0b0cab58d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a7509c79-5a6b-4eab-bedb-32281cfd508a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:33.582183 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Network hostable DHCP agents. Network: a7509c79-5a6b-4eab-bedb-32281cfd508a, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:18:33.632532 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.684938 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-4fb56a18-cc75-44cf-8108-14e3fb005dce admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3081992 Sep 09 16:18:33.685542 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47968) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:33.691117 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:33.713540 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.736982 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device e206b346-0b4b-4c40-bd8f-3a251d4c10c4 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:33.781878 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086f5d85-f2d9-4c6b-bc7a-b94a5346eb7c None None] Network 033764cf-60bd-4168-9ff5-8933d1bd0076 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:33.784618 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Transition to ACTIVE for port object d89b536e-a335-4dd4-bec7-ca92331cfd3a will not be triggered until provisioned by entity DHCP. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:33.865394 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Network a7509c79-5a6b-4eab-bedb-32281cfd508a is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:18:33.889799 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, a7509c79-5a6b-4eab-bedb-32281cfd508a) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:33.898205 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:33.899031 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.917039 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9bf2ad-1994-442d-8278-103916d772b1 None None] Network a7509c79-5a6b-4eab-bedb-32281cfd508a requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:33.918253 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.919203 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:33.919773 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:33.933785 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-10e84bbd-4853-4d9f-9900-f2a393966991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.001158 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.007418 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.009494 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6e35f8-349e-4162-849a-2dad88ca655d,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:34.021119 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-10e84bbd-4853-4d9f-9900-f2a393966991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.031734 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 8f6e35f8-349e-4162-849a-2dad88ca655d details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:18:34.039213 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:34.039797 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.085265 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cbc30b-4a62-4af5-8658-1ceefa23c5ac,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:34.098643 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Network 60652e51-aa8c-4376-8487-bf6553372b90 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:34.105041 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Checking segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:34.105648 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-448d4a81-d649-4869-92ad-f86f77534507 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.9165270 Sep 09 16:18:34.105780 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Network hostable DHCP agents. Network: 82c64c0a-c984-4fd8-b12b-a2079f34a282, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:18:34.108993 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 47984) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:34.122791 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d92ff218-eb5a-4136-94be-c15429d66f7a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2284093 Sep 09 16:18:34.124693 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Request body: {'subnet': {'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1003602845-subnet', 'tenant_id': '70670e9c7fad4cf6ac2ab2b4fdc9e312', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:34.127833 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:34.131349 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e84bbd-4853-4d9f-9900-f2a393966991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c535a8c-c21c-4d0b-91f9-aa020c981d54,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:34.146778 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:34.147285 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.219205 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.220397 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.257212 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:18:34.336621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Made reservation on behalf of 70670e9c7fad4cf6ac2ab2b4fdc9e312 for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:34.339951 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.398617 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Pushing event updated for resources: {'Port': ['ID=d89b536e-a335-4dd4-bec7-ca92331cfd3a,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:34.432799 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-10e84bbd-4853-4d9f-9900-f2a393966991 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9274d087b5d3460b82502f403ac11386&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1934857 Sep 09 16:18:34.444477 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 82c64c0a-c984-4fd8-b12b-a2079f34a282) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:34.444643 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48002) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:34.477849 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2858b41d-3e4a-4704-b3c0-8bc0d91af89f None None] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:34.510471 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:34.511262 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.542720 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed83939-dd0e-4d0b-9110-3bb6e6e1b8af None None] Network a7509c79-5a6b-4eab-bedb-32281cfd508a requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:34.568636 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.632590 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbc0c-e5a9-49fb-bb7d-c2a043e6401b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.656939 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbc0c-e5a9-49fb-bb7d-c2a043e6401b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.725390 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e01c158a-5d68-4bd1-a08d-8ad385bec1d1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8991952 Sep 09 16:18:34.737573 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48016) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:34.751802 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:34.762229 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.813056 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48024) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:34.834959 dv-cinder-760199-19-iscsi neutron-server[94612]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 16:18:34.870526 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-91215038-4929-4df4-a4a0-f858e92eb9cf None None] Provisioning for port d89b536e-a335-4dd4-bec7-ca92331cfd3a completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:34.892602 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-91215038-4929-4df4-a4a0-f858e92eb9cf None None] Provisioning complete for port d89b536e-a335-4dd4-bec7-ca92331cfd3a triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:34.892977 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-91215038-4929-4df4-a4a0-f858e92eb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.964162 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-82c64c0a-c984-4fd8-b12b-a2079f34a282', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:18:34.965302 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.968869 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-91215038-4929-4df4-a4a0-f858e92eb9cf None None] Port d89b536e-a335-4dd4-bec7-ca92331cfd3a cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:18:34.988051 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbc0c-e5a9-49fb-bb7d-c2a043e6401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.991642 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5d6fbc0c-e5a9-49fb-bb7d-c2a043e6401b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:34.996358 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5d6fbc0c-e5a9-49fb-bb7d-c2a043e6401b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c535a8c-c21c-4d0b-91f9-aa020c981d54 HTTP/1.1" status: 204 len: 168 time: 0.5334074 Sep 09 16:18:35.035236 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.121521 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fbc0c-e5a9-49fb-bb7d-c2a043e6401b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c535a8c-c21c-4d0b-91f9-aa020c981d54,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:35.146192 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.148318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.149604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.150122 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-e9c7db4f-9e3e-4c79-b562-665c70553d0d tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:35.157165 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-e9c7db4f-9e3e-4c79-b562-665c70553d0d tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/networks?id=a7509c79-5a6b-4eab-bedb-32281cfd508a HTTP/1.1" status: 200 len: 812 time: 0.3425891 Sep 09 16:18:35.179795 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-3e7b4e2d-ff1d-4a46-8864-22254015a38a tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/quotas/34a02e1977ef435492b1655e2e384d27 HTTP/1.1" status: 200 len: 375 time: 0.0217583 Sep 09 16:18:35.182843 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Allocated IP 172.20.0.2 (82c64c0a-c984-4fd8-b12b-a2079f34a282/74cbc30b-4a62-4af5-8658-1ceefa23c5ac/2b8360bc-775b-4071-83ef-1807bea636fb) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:35.264300 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-8940c388-ba83-4863-8599-a14b7cb68d6d tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=34a02e1977ef435492b1655e2e384d27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835485 Sep 09 16:18:35.292364 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.311255 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e1ec22-5d94-4048-a120-c011c84f03bb,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:35.314481 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.318866 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Checking segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:35.319217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Network hostable DHCP agents. Network: 8f6e35f8-349e-4162-849a-2dad88ca655d, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:18:35.396017 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.397097 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.404375 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.429964 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Transition to ACTIVE for port object 2b8360bc-775b-4071-83ef-1807bea636fb will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:35.454106 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Transition to ACTIVE for port object 2b8360bc-775b-4071-83ef-1807bea636fb will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:35.549494 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.569596 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Pushing event updated for resources: {'Port': ['ID=d89b536e-a335-4dd4-bec7-ca92331cfd3a,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:35.609614 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Network 60652e51-aa8c-4376-8487-bf6553372b90 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:35.612977 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:35.635131 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-aafeca29-a377-402f-bd3d-70102b5059e0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:18:35.636991 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Pushing event updated for resources: {'Port': ['ID=2b8360bc-775b-4071-83ef-1807bea636fb,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:35.637790 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-aafeca29-a377-402f-bd3d-70102b5059e0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1858068 Sep 09 16:18:35.658744 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:35.660728 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:35.664500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:35.681731 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4728f3ea-1b9b-4ce2-9237-4a11ffa27816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.789850 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Attempting to bind port 2b8360bc-775b-4071-83ef-1807bea636fb on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:35.790394 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Attempting to bind port 2b8360bc-775b-4071-83ef-1807bea636fb by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:35.790774 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Attempting to bind port 2b8360bc-775b-4071-83ef-1807bea636fb on network 82c64c0a-c984-4fd8-b12b-a2079f34a282 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:35.793363 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 001458bb-df66-4606-8e3c-d9321b4a3bcd up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:35.824103 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:35.825537 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Checking segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:35.825982 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.827187 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Bound using segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:35.827835 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Bound port: 2b8360bc-775b-4071-83ef-1807bea636fb, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:35.828844 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.830049 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Network 8f6e35f8-349e-4162-849a-2dad88ca655d is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:18:35.962226 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 8f6e35f8-349e-4162-849a-2dad88ca655d) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:35.970258 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] For port 2b8360bc-775b-4071-83ef-1807bea636fb, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:35.974223 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.978325 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:35.983320 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:35.983452 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5b615-b34d-48c4-bbe7-1e0e151f7e9d None None] Network 8f6e35f8-349e-4162-849a-2dad88ca655d requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:35.984704 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.015375 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.023267 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] For port 2b8360bc-775b-4071-83ef-1807bea636fb, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=2b8360bc-775b-4071-83ef-1807bea636fb,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:36.038223 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0ee0df1c-ea71-4001-bf3b-7d2d917d35e3 service neutron] 10.222.0.22 "GET /v2.0/networks/a7509c79-5a6b-4eab-bedb-32281cfd508a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904505 Sep 09 16:18:36.044458 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Router 204c1878-ddde-4328-882c-357958428550 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:18:36.085569 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 001458bb-df66-4606-8e3c-d9321b4a3bcd completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:36.099316 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 001458bb-df66-4606-8e3c-d9321b4a3bcd triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:36.099696 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.125695 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.134198 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.136445 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a7c1c397-d2cd-49d3-b0f4-4ce7b244bb54 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0241292 Sep 09 16:18:36.167056 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-9de82f4c-9746-4371-a9f9-9c27e8a3c5d7 None None] Provisioning complete for port d89b536e-a335-4dd4-bec7-ca92331cfd3a triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:36.167606 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9de82f4c-9746-4371-a9f9-9c27e8a3c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.200174 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Allocated IP 172.27.2.191 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/88daae13-0547-4f61-9de8-5257560c376a) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:36.248133 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:18:36.278374 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-a4641418-5bfb-4cd5-9fba-af6dce88c7b1 service neutron] 10.222.0.22 "GET /v2.0/networks/a7509c79-5a6b-4eab-bedb-32281cfd508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324679 Sep 09 16:18:36.282144 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-77556cfe-0b2f-45d5-b863-8b8fb7e9ac23 admin admin] 10.222.0.22 "PUT /v2.0/routers/204c1878-ddde-4328-882c-357958428550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2885416 Sep 09 16:18:36.347786 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-9de82f4c-9746-4371-a9f9-9c27e8a3c5d7 None None] Port d89b536e-a335-4dd4-bec7-ca92331cfd3a cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:18:36.351471 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Sync routers for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:18:36.410096 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.437178 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:36.438257 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:36.577135 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.579427 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f1741-4a34-486c-808c-c21d1f95d9a6 None None] Pushing event updated for resources: {'Port': ['ID=2b8360bc-775b-4071-83ef-1807bea636fb,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:36.611535 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.698888 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.699012 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b77457-0ea5-4873-bca3-3b969977c711 None None] Network 8f6e35f8-349e-4162-849a-2dad88ca655d requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:36.733154 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.771041 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:36.901411 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-489e6498-02fa-4d47-8f1d-543e9140e81b req-d5444fa7-1e57-4863-a3d1-5296ac1af603 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0662129 Sep 09 16:18:36.901998 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:36.906891 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:36.911838 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:36.915982 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:36.941720 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Allocated IP 172.27.2.215 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/ef5b19cd-165d-4feb-b970-7e8e3e343313) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:36.956131 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Pushing event updated for resources: {'Port': ['ID=88daae13-0547-4f61-9de8-5257560c376a,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:36.971036 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 001458bb-df66-4606-8e3c-d9321b4a3bcd, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=001458bb-df66-4606-8e3c-d9321b4a3bcd,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:18:37.055230 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:37.163855 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:37.305757 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=001458bb-df66-4606-8e3c-d9321b4a3bcd,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:37.357714 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:37.391655 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 2, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:37.429369 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Checking router: 204c1878-ddde-4328-882c-357958428550 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:18:37.429933 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Updating router 204c1878-ddde-4328-882c-357958428550 port d89b536e-a335-4dd4-bec7-ca92331cfd3a binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:18:37.461934 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:37.462524 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:37.622723 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:37.627284 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:37.644811 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:37.993337 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Pushing event updated for resources: {'Port': ['ID=ef5b19cd-165d-4feb-b970-7e8e3e343313,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:37.995764 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48144) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:38.023081 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.026733 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48150) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:38.069932 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-0eb67919-2497-4363-b4e0-fa86355d9923 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:38.071420 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-0eb67919-2497-4363-b4e0-fa86355d9923 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 815 time: 0.1659343 Sep 09 16:18:38.072099 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48156) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:38.077692 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-bf46b908-3e7c-409a-a8d0-41d42d8f19c8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608788963', 'description': 'tempest-description--357844194'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:38.092600 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:18:38.119549 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-f950741d-3ad1-411f-9bc4-8ab7ebac5788 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/quotas/70670e9c7fad4cf6ac2ab2b4fdc9e312 HTTP/1.1" status: 200 len: 375 time: 0.0170243 Sep 09 16:18:38.137087 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48164) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:38.160859 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-f51ebfcc-e967-4c20-b7d9-c014fc029b61 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400808 Sep 09 16:18:38.164739 dv-cinder-760199-19-iscsi neutron-server[94613]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 16:18:38.227158 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d181525-ec5f-4f8b-841f-4b6decadf362 req-880b16a2-efa0-4509-b2f9-ea71d4464c37 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0630565 Sep 09 16:18:38.252826 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.278801 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-ee9a9e43-f45d-4fab-9eeb-3b39fc71b1e7 service neutron] 10.222.0.22 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061525 Sep 09 16:18:38.283247 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 001458bb-df66-4606-8e3c-d9321b4a3bcd up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:38.286750 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bf46b908-3e7c-409a-a8d0-41d42d8f19c8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.290130 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b34e10-6001-4ff2-b452-ac5390826c42 None None] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:38.297630 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0bc8cdd5-a359-4984-892e-e38ae5dfbefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.319834 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Transition to ACTIVE for port object d89b536e-a335-4dd4-bec7-ca92331cfd3a will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:38.422746 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-efaf4917-a33f-4998-bc70-3bf7f2f1ef14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.427180 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-fbff9296-2367-417c-9ab5-ab53ab686c17 service neutron] 10.222.0.22 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579223 Sep 09 16:18:38.479168 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.541038 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0bc8cdd5-a359-4984-892e-e38ae5dfbefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.556996 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46999ca5-451c-4714-b932-052063ecd1b2 None None] Pushing event updated for resources: {'Port': ['ID=d89b536e-a335-4dd4-bec7-ca92331cfd3a,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:38.561467 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.580545 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.581225 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-dce0e8a3-e1ce-4336-ad8c-3c4652761a06 None None] Provisioning for port 2b8360bc-775b-4071-83ef-1807bea636fb completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:38.605727 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Router 0e86a116-593e-40ec-b7e5-b6eca150dc4b is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:18:38.643898 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0bc8cdd5-a359-4984-892e-e38ae5dfbefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.674248 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 001458bb-df66-4606-8e3c-d9321b4a3bcd triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:38.674582 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.748841 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8cdd5-a359-4984-892e-e38ae5dfbefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068f35ec-f618-4e11-8025-01861a3d6193,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:38.865340 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9a1428f6-9adc-4625-8e6f-09c7315383cd req-b999a09d-5837-4953-add2-fb672f1ec395 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 210 time: 0.0768611 Sep 09 16:18:38.875822 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bf46b908-3e7c-409a-a8d0-41d42d8f19c8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.877912 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Attempting to bind port d89b536e-a335-4dd4-bec7-ca92331cfd3a on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:38.878386 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Attempting to bind port d89b536e-a335-4dd4-bec7-ca92331cfd3a by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:38.879622 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Attempting to bind port d89b536e-a335-4dd4-bec7-ca92331cfd3a on network 60652e51-aa8c-4376-8487-bf6553372b90 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:38.911483 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-0bc8cdd5-a359-4984-892e-e38ae5dfbefe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34af12c20b164f1b84a6930123972b2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8907993 Sep 09 16:18:38.914270 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48194) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:38.919553 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:38.923865 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Checking segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:38.924882 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.925410 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Bound using segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:38.931146 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Bound port: d89b536e-a335-4dd4-bec7-ca92331cfd3a, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:38.931146 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:38.978550 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bf46b908-3e7c-409a-a8d0-41d42d8f19c8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.066690 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46b908-3e7c-409a-a8d0-41d42d8f19c8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2866b-9bd8-4fae-b920-e53e75dafc05,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:39.074711 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-266d30d3-46a6-4c6f-97a1-fef4c22b1cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.090794 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 2b8360bc-775b-4071-83ef-1807bea636fb up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:39.125691 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-266d30d3-46a6-4c6f-97a1-fef4c22b1cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.188624 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] For port d89b536e-a335-4dd4-bec7-ca92331cfd3a, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:39.246777 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] For port d89b536e-a335-4dd4-bec7-ca92331cfd3a, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=d89b536e-a335-4dd4-bec7-ca92331cfd3a,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:39.293601 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:18:39.315106 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Sync routers for ids ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:18:39.345366 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Routers {'0e86a116-593e-40ec-b7e5-b6eca150dc4b'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:39.346060 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:39.382039 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-119714d3-ab26-4dca-b712-4dc1bcb882c5 req-1252f0b0-70e6-4610-9350-a90459b78b2a tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0291214 Sep 09 16:18:39.403922 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.408775 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-efaf4917-a33f-4998-bc70-3bf7f2f1ef14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.451572 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 2b8360bc-775b-4071-83ef-1807bea636fb completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:39.458479 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 2b8360bc-775b-4071-83ef-1807bea636fb triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:39.466027 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.536734 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-266d30d3-46a6-4c6f-97a1-fef4c22b1cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.536734 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-266d30d3-46a6-4c6f-97a1-fef4c22b1cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.536734 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-266d30d3-46a6-4c6f-97a1-fef4c22b1cf9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/068f35ec-f618-4e11-8025-01861a3d6193 HTTP/1.1" status: 204 len: 168 time: 0.6212339 Sep 09 16:18:39.540347 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-efaf4917-a33f-4998-bc70-3bf7f2f1ef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.575263 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.575385 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d30d3-46a6-4c6f-97a1-fef4c22b1cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068f35ec-f618-4e11-8025-01861a3d6193,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:39.609487 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Set router 0e86a116-593e-40ec-b7e5-b6eca150dc4b gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:39.627724 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-efaf4917-a33f-4998-bc70-3bf7f2f1ef14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e225f9e4a2444d48c3fd9f790840023&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5879622 Sep 09 16:18:39.627724 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48224) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:39.698877 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46999ca5-451c-4714-b932-052063ecd1b2 None None] Pushing event updated for resources: {'Port': ['ID=d89b536e-a335-4dd4-bec7-ca92331cfd3a,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:39.758918 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.763790 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5844794c-0e05-4760-b42a-2dec9e1f686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.827468 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:39.827468 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:39.828338 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5844794c-0e05-4760-b42a-2dec9e1f686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.828338 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf4917-a33f-4998-bc70-3bf7f2f1ef14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb716c82-adba-4dba-a83a-93a55f3f95c8,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:39.851108 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.852544 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-eaf5065b-2d44-4061-b404-129c49821052 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1647465 Sep 09 16:18:39.856261 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48232) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:39.891112 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:18:39.895057 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 2b8360bc-775b-4071-83ef-1807bea636fb, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=2b8360bc-775b-4071-83ef-1807bea636fb,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:18:39.926099 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '88daae13-0547-4f61-9de8-5257560c376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:18:37Z', 'revision_number': 3, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port': {'id': '88daae13-0547-4f61-9de8-5257560c376a', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:39.962730 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bf46b908-3e7c-409a-a8d0-41d42d8f19c8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:39.969020 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-bf46b908-3e7c-409a-a8d0-41d42d8f19c8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.8929548 Sep 09 16:18:39.973139 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Checking router: 0e86a116-593e-40ec-b7e5-b6eca150dc4b for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:18:39.973574 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Updating router 0e86a116-593e-40ec-b7e5-b6eca150dc4b port 88daae13-0547-4f61-9de8-5257560c376a binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:18:40.000935 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.003909 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48238) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:40.006487 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:40.078913 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-09ee3bdb-7e31-446b-b91d-2504efbbb546 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'security_group_rule': {'security_group_id': '3fb2866b-9bd8-4fae-b920-e53e75dafc05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:40.088570 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5844794c-0e05-4760-b42a-2dec9e1f686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.091304 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5844794c-0e05-4760-b42a-2dec9e1f686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.092507 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5844794c-0e05-4760-b42a-2dec9e1f686c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb716c82-adba-4dba-a83a-93a55f3f95c8 HTTP/1.1" status: 204 len: 168 time: 0.4457078 Sep 09 16:18:40.102104 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.150089 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c5536d28-b697-4604-9f08-d2490d3df47c req-907f815f-cf13-4afc-bc75-be55d98c642a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 210 time: 0.1451781 Sep 09 16:18:40.162341 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844794c-0e05-4760-b42a-2dec9e1f686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb716c82-adba-4dba-a83a-93a55f3f95c8,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:40.231935 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:18:40.249559 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Sync routers for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:18:40.307745 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-09ee3bdb-7e31-446b-b91d-2504efbbb546 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.369305 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=2b8360bc-775b-4071-83ef-1807bea636fb,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:40.376252 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:40.376892 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:40.405610 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.411115 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-88abebb9-e4e6-43b4-bf9c-f6b5ed84a4fa admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6770489 Sep 09 16:18:40.427483 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48258) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:40.594766 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.606630 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Transition to ACTIVE for port object 88daae13-0547-4f61-9de8-5257560c376a will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:40.631807 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-09ee3bdb-7e31-446b-b91d-2504efbbb546 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.637198 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.683689 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4bff9b85-8ba8-4d2e-9419-70b7b162ce55 req-d99a4f0e-a44a-4d1d-8b54-cf7a2538cfff tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0322928 Sep 09 16:18:40.709081 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:40.749391 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.779324 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:39Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:40.870604 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Attempting to bind port 88daae13-0547-4f61-9de8-5257560c376a on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:40.871438 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Attempting to bind port 88daae13-0547-4f61-9de8-5257560c376a by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:40.872102 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Attempting to bind port 88daae13-0547-4f61-9de8-5257560c376a on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:40.895912 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:40.897284 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:40.898056 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.899356 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:40.900060 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Bound port: 88daae13-0547-4f61-9de8-5257560c376a, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:40.901432 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:40.911991 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Allocated IP 172.20.0.1 (033764cf-60bd-4168-9ff5-8933d1bd0076/ac922ba9-ebc2-4271-ba44-8f1ece0e31e6/b2862029-eb97-4342-9916-dd1fb090b2fa) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:40.938830 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5476ab90-9e35-4937-bf3f-98135d560b56 None None] The sync data for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi is: [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:39Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:18:40.970334 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a61095-0b24-4d68-aacd-a3cec7e6b6bf None None] Pushing event updated for resources: {'Port': ['ID=88daae13-0547-4f61-9de8-5257560c376a,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:41.025124 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] For port 88daae13-0547-4f61-9de8-5257560c376a, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:41.039412 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] For port 88daae13-0547-4f61-9de8-5257560c376a, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=88daae13-0547-4f61-9de8-5257560c376a,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:41.081058 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:38Z', 'revision_number': 3, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:41.092682 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48262) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:41.131002 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Checking router: e60536a1-a8e1-4c47-b8d5-cecd93c96c03 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:18:41.131460 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Updating router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 port ef5b19cd-165d-4feb-b970-7e8e3e343313 binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:18:41.132696 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.133407 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b2557bb9-370e-4cfe-a1d2-6eb9f429e04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.162701 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.191354 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.217282 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-09ee3bdb-7e31-446b-b91d-2504efbbb546 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.319755 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee3bdb-7e31-446b-b91d-2504efbbb546 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be8145a-f127-4c04-a19e-d8f991925efe,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:41.357207 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48268) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:41.392538 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Routers {'0e86a116-593e-40ec-b7e5-b6eca150dc4b'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:41.397325 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:41.542130 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b2557bb9-370e-4cfe-a1d2-6eb9f429e04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.571277 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ae3e998f-ab7b-4a21-a7f6-6d2d7e0c0ebc req-96f5e8bb-465d-475e-84bf-2d2045c360ca tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 210 time: 0.0752118 Sep 09 16:18:41.641317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-738cbacc-6f54-41ff-b44e-8322ac3fef34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.659480 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a61095-0b24-4d68-aacd-a3cec7e6b6bf None None] Pushing event updated for resources: {'Port': ['ID=88daae13-0547-4f61-9de8-5257560c376a,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:41.663286 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b2557bb9-370e-4cfe-a1d2-6eb9f429e04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.711005 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b2557bb9-370e-4cfe-a1d2-6eb9f429e04b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=203d4e50b7ad4cd391cc6737c97e4c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6170480 Sep 09 16:18:41.714774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48280) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:41.730245 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2557bb9-370e-4cfe-a1d2-6eb9f429e04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc30e5ff-57c5-4f32-a9fd-5dbae047a2fc,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:41.758332 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.772960 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.845040 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Pushing event updated for resources: {'Port': ['ID=b2862029-eb97-4342-9916-dd1fb090b2fa,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:41.856415 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] Set router 0e86a116-593e-40ec-b7e5-b6eca150dc4b gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:41.868577 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Network 033764cf-60bd-4168-9ff5-8933d1bd0076 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:41.872213 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:41.886085 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:41.886347 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.887374 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.913260 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Transition to ACTIVE for port object ef5b19cd-165d-4feb-b970-7e8e3e343313 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:41.958296 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6ef41b15-11a8-4699-8673-aefc98136bab req-6249667f-8375-4851-b95c-2bc4244eea88 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0873730 Sep 09 16:18:41.964867 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-09ee3bdb-7e31-446b-b91d-2504efbbb546 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:41.968652 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-09ee3bdb-7e31-446b-b91d-2504efbbb546 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9567807 Sep 09 16:18:41.971238 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48288) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:41.980799 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-2edec521-9844-47ed-bae7-fbd6389c860f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'security_group_rule': {'security_group_id': '3fb2866b-9bd8-4fae-b920-e53e75dafc05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:42.006426 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.089571 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c2b8de16-d1c0-436f-8ab4-fb40e5026f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.093041 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f35cb-6765-441e-89ad-eb27ce306a90 None None] Pushing event updated for resources: {'Port': ['ID=ef5b19cd-165d-4feb-b970-7e8e3e343313,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:42.113010 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Allocated IP 172.20.0.1 (82c64c0a-c984-4fd8-b12b-a2079f34a282/74cbc30b-4a62-4af5-8658-1ceefa23c5ac/44eda5d7-9ef7-439b-99ac-3630db53f7c8) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:42.115208 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Attempting to bind port ef5b19cd-165d-4feb-b970-7e8e3e343313 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:42.115610 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Attempting to bind port ef5b19cd-165d-4feb-b970-7e8e3e343313 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:42.115948 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Attempting to bind port ef5b19cd-165d-4feb-b970-7e8e3e343313 on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:42.121488 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:42.122003 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:42.122493 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.122859 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:42.123290 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Bound port: ef5b19cd-165d-4feb-b970-7e8e3e343313, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:42.123688 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.177931 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c2b8de16-d1c0-436f-8ab4-fb40e5026f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.230121 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.247157 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] For port ef5b19cd-165d-4feb-b970-7e8e3e343313, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:42.254461 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] For port ef5b19cd-165d-4feb-b970-7e8e3e343313, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=ef5b19cd-165d-4feb-b970-7e8e3e343313,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:42.273945 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '88daae13-0547-4f61-9de8-5257560c376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:18:37Z', 'revision_number': 3, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port': {'id': '88daae13-0547-4f61-9de8-5257560c376a', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:42.341938 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0d88c4-9b34-4dd2-9173-30b92be1b8cf None None] The sync data for ids ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'] in dv-cinder-760199-19-iscsi is: [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '88daae13-0547-4f61-9de8-5257560c376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:18:37Z', 'revision_number': 3, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port': {'id': '88daae13-0547-4f61-9de8-5257560c376a', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:18:42.384944 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.447032 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-738cbacc-6f54-41ff-b44e-8322ac3fef34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.469466 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f35cb-6765-441e-89ad-eb27ce306a90 None None] Pushing event updated for resources: {'Port': ['ID=ef5b19cd-165d-4feb-b970-7e8e3e343313,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:42.521185 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device d89b536e-a335-4dd4-bec7-ca92331cfd3a up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:42.527206 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.582087 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.596473 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Transition to ACTIVE for port object 44eda5d7-9ef7-439b-99ac-3630db53f7c8 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:42.601316 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-738cbacc-6f54-41ff-b44e-8322ac3fef34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.604749 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c2b8de16-d1c0-436f-8ab4-fb40e5026f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.607617 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:42.607617 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:42.611708 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c2b8de16-d1c0-436f-8ab4-fb40e5026f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.616930 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c2b8de16-d1c0-436f-8ab4-fb40e5026f33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc30e5ff-57c5-4f32-a9fd-5dbae047a2fc HTTP/1.1" status: 204 len: 168 time: 0.8969257 Sep 09 16:18:42.653140 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49859) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:42.705915 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-738cbacc-6f54-41ff-b44e-8322ac3fef34 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ee50d8ab2a7457397056f5eabd78b3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3418922 Sep 09 16:18:42.710996 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cbacc-6f54-41ff-b44e-8322ac3fef34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e25b844-9e73-4959-80eb-b65fa589b210,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:42.715940 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48306) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:42.748418 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.753042 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:42.770472 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8de16-d1c0-436f-8ab4-fb40e5026f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc30e5ff-57c5-4f32-a9fd-5dbae047a2fc,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:43.137011 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.183578 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.183578 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-af669899-dc10-4c36-9562-9ace4923b59e req-cb73f068-a41c-4490-a5dd-96227a127d6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 210 time: 0.1203928 Sep 09 16:18:43.188018 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:43.189127 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:43.189127 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:43.189127 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:43.189127 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.197168 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port d89b536e-a335-4dd4-bec7-ca92331cfd3a completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:43.220612 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port d89b536e-a335-4dd4-bec7-ca92331cfd3a triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:43.221135 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.252597 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c90495ab-b0dc-4865-b379-b48da9c53fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.292775 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c90495ab-b0dc-4865-b379-b48da9c53fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.302969 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2edec521-9844-47ed-bae7-fbd6389c860f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.355299 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Pushing event updated for resources: {'Port': ['ID=44eda5d7-9ef7-439b-99ac-3630db53f7c8,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:43.368434 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.415306 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port d89b536e-a335-4dd4-bec7-ca92331cfd3a, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=d89b536e-a335-4dd4-bec7-ca92331cfd3a,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:18:43.434017 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:38Z', 'revision_number': 3, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:43.436000 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-228396ef-e06a-4847-b238-b262dfef099e req-d25ab406-047f-4ced-b2a6-bd6a57e4dd0a tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0629468 Sep 09 16:18:43.464413 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca04b55d-12d2-4f12-9e29-4316ce2ade47 None None] The sync data for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi is: [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:38Z', 'revision_number': 3, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:18:43.486566 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Pushing event updated for resources: {'Port': ['ID=b2862029-eb97-4342-9916-dd1fb090b2fa,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:43.526975 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.528295 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 2b8360bc-775b-4071-83ef-1807bea636fb up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:43.528663 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c90495ab-b0dc-4865-b379-b48da9c53fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.531807 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c90495ab-b0dc-4865-b379-b48da9c53fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.539496 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c90495ab-b0dc-4865-b379-b48da9c53fa2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e25b844-9e73-4959-80eb-b65fa589b210 HTTP/1.1" status: 204 len: 168 time: 0.8150191 Sep 09 16:18:43.568327 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2edec521-9844-47ed-bae7-fbd6389c860f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.589524 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-533c2906-abad-45c4-83eb-8463908be889 None None] Provisioning for port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:43.589715 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-ce361590-663c-4087-b92f-5fb41af47592 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:43.592294 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-ce361590-663c-4087-b92f-5fb41af47592 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.21 "GET /v2.0/networks?id=a7509c79-5a6b-4eab-bedb-32281cfd508a HTTP/1.1" status: 200 len: 812 time: 0.9376633 Sep 09 16:18:43.603480 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-533c2906-abad-45c4-83eb-8463908be889 None None] Provisioning complete for port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:43.608722 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-533c2906-abad-45c4-83eb-8463908be889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.628890 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Network 033764cf-60bd-4168-9ff5-8933d1bd0076 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:43.634017 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:43.642470 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.665233 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90495ab-b0dc-4865-b379-b48da9c53fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e25b844-9e73-4959-80eb-b65fa589b210,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:43.701162 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-533c2906-abad-45c4-83eb-8463908be889 None None] Port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:18:43.708550 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Request body: {'port': {'device_id': '912f5d1f-a880-45b9-8c93-a33bce39f85a', 'network_id': 'a7509c79-5a6b-4eab-bedb-32281cfd508a', 'admin_state_up': True, 'tenant_id': '34a02e1977ef435492b1655e2e384d27'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:43.750935 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 2b8360bc-775b-4071-83ef-1807bea636fb triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:43.751315 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.752787 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2edec521-9844-47ed-bae7-fbd6389c860f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:43.821700 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49860) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:43.870841 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=d89b536e-a335-4dd4-bec7-ca92331cfd3a,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:43.900876 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edec521-9844-47ed-bae7-fbd6389c860f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c66401-9c08-4e88-a120-a16dfceb5b85,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:44.037855 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.052845 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2edec521-9844-47ed-bae7-fbd6389c860f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.055797 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2edec521-9844-47ed-bae7-fbd6389c860f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0792553 Sep 09 16:18:44.056970 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48338) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:44.107333 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:44.168672 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-748b628b-fcbe-45b2-b61a-dee29e188e92 req-2ac91bbd-5aa1-447a-8170-560b507de453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 210 time: 0.0741851 Sep 09 16:18:44.169746 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.170511 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.264503 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Pushing event updated for resources: {'Port': ['ID=44eda5d7-9ef7-439b-99ac-3630db53f7c8,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:44.357646 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-6824e9a3-8f71-46c9-bed2-91b4b82e9f65 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:44.359794 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-6824e9a3-8f71-46c9-bed2-91b4b82e9f65 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 815 time: 0.5351293 Sep 09 16:18:44.375082 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Router 0e86a116-593e-40ec-b7e5-b6eca150dc4b has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:18:44.384909 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Request body: {'port': {'device_id': 'af8b0267-bb49-41f2-b9c5-782c47f2bed8', 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'admin_state_up': True, 'tenant_id': '70670e9c7fad4cf6ac2ab2b4fdc9e312'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:44.401559 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.426159 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:44.427862 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:44.458885 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 88daae13-0547-4f61-9de8-5257560c376a up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:44.630255 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:18:44.702932 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 88daae13-0547-4f61-9de8-5257560c376a completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:44.709029 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 88daae13-0547-4f61-9de8-5257560c376a triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:44.709413 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.758054 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48356) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:44.765412 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ead2d707-7e69-476a-8c02-dc478b924c69 req-cc1812f2-1437-4a6d-8b1a-36d1191da730 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.1115587 Sep 09 16:18:44.815196 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-78cb6742-1b64-4d55-80a4-224bea089fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.829856 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:18:44.854351 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-739dca0a-0194-47b2-b262-3dfb29928522 admin admin] 10.222.0.22 "PUT /v2.0/routers/e60536a1-a8e1-4c47-b8d5-cecd93c96c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4243984 Sep 09 16:18:44.891727 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:18:44.907468 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-98cef61e-17c0-4194-863a-fc4c9c359985 admin admin] 10.222.0.22 "PUT /v2.0/routers/0e86a116-593e-40ec-b7e5-b6eca150dc4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0499423 Sep 09 16:18:44.929774 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.933048 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-c7cea524-29fb-44f5-8ef6-563c40067ac6 None None] Provisioning complete for port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:44.933136 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c7cea524-29fb-44f5-8ef6-563c40067ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.973188 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:44.998454 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-c7cea524-29fb-44f5-8ef6-563c40067ac6 None None] Port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:18:44.998675 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Made reservation on behalf of 34a02e1977ef435492b1655e2e384d27 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:45.002808 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.026212 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 88daae13-0547-4f61-9de8-5257560c376a, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=88daae13-0547-4f61-9de8-5257560c376a,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:18:45.027363 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.db.api [None req-78cb6742-1b64-4d55-80a4-224bea089fe6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 16:18:45.027363 dv-cinder-760199-19-iscsi neutron-server[94613]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 16:18:45.027363 dv-cinder-760199-19-iscsi neutron-server[94613]: [parameters: {'project_id_1': 'eb25cb560b434798a5946ec514b88a7e', 'expiration_1': datetime.datetime(2021, 9, 9, 16, 18, 24, 859170)}] Sep 09 16:18:45.027363 dv-cinder-760199-19-iscsi neutron-server[94613]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94613) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 16:18:45.027363 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG oslo_db.api [None req-78cb6742-1b64-4d55-80a4-224bea089fe6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 16:18:45.131309 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.135775 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device ef5b19cd-165d-4feb-b970-7e8e3e343313 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:45.287168 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Made reservation on behalf of 70670e9c7fad4cf6ac2ab2b4fdc9e312 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:45.291211 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.344292 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=88daae13-0547-4f61-9de8-5257560c376a,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:45.382805 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Allocated IP 172.27.2.97 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/693fdadf-c947-4eb5-930f-a0667800bc34) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:45.398817 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port ef5b19cd-165d-4feb-b970-7e8e3e343313 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:45.402941 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port ef5b19cd-165d-4feb-b970-7e8e3e343313 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:45.403360 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.430739 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101dc323-2f05-4682-8939-896a8056377d None None] Sync routers for ids ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:18:45.443749 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101dc323-2f05-4682-8939-896a8056377d None None] Routers {'0e86a116-593e-40ec-b7e5-b6eca150dc4b'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:45.444391 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-101dc323-2f05-4682-8939-896a8056377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:45.516380 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-35177f82-4b68-47f8-b482-f8e7e73f23e6 req-95a10da8-bbc1-4251-a3a6-a5cd111c303e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 210 time: 0.2468722 Sep 09 16:18:45.527797 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-78cb6742-1b64-4d55-80a4-224bea089fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.596740 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.663900 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port ef5b19cd-165d-4feb-b970-7e8e3e343313, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=ef5b19cd-165d-4feb-b970-7e8e3e343313,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:18:45.697376 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-78cb6742-1b64-4d55-80a4-224bea089fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.708960 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-101dc323-2f05-4682-8939-896a8056377d None None] Set router 0e86a116-593e-40ec-b7e5-b6eca150dc4b gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:45.765653 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.767233 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device d89b536e-a335-4dd4-bec7-ca92331cfd3a up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:45.805602 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-78cb6742-1b64-4d55-80a4-224bea089fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.922940 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-78cb6742-1b64-4d55-80a4-224bea089fe6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb25cb560b434798a5946ec514b88a7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1626434 Sep 09 16:18:45.930209 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=ef5b19cd-165d-4feb-b970-7e8e3e343313,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:45.941210 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Allocated IP 172.20.0.13 (8f6e35f8-349e-4162-849a-2dad88ca655d/a8e1ec22-5d94-4048-a120-c011c84f03bb/61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:45.947696 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port d89b536e-a335-4dd4-bec7-ca92331cfd3a triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:45.947811 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48404) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:45.948544 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:45.951320 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb6742-1b64-4d55-80a4-224bea089fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6f61ea-404d-4ebb-89f9-b9a46a2b2883,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:46.073715 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-85c1a4ec-769c-4f5e-aae2-8fe5eeb63989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:46.177197 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-85c1a4ec-769c-4f5e-aae2-8fe5eeb63989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:46.344948 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-101dc323-2f05-4682-8939-896a8056377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '88daae13-0547-4f61-9de8-5257560c376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:18:42Z', 'revision_number': 4, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port': {'id': '88daae13-0547-4f61-9de8-5257560c376a', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'b2862029-eb97-4342-9916-dd1fb090b2fa', 'name': '', 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'mac_address': 'fa:16:3e:66:61:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ac922ba9-ebc2-4271-ba44-8f1ece0e31e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:40Z', 'updated_at': '2021-09-09T16:18:42Z', 'revision_number': 2, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'subnets': [{'id': 'ac922ba9-ebc2-4271-ba44-8f1ece0e31e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:46.354450 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-85c1a4ec-769c-4f5e-aae2-8fe5eeb63989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:46.357577 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-85c1a4ec-769c-4f5e-aae2-8fe5eeb63989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:46.359293 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-85c1a4ec-769c-4f5e-aae2-8fe5eeb63989 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c6f61ea-404d-4ebb-89f9-b9a46a2b2883 HTTP/1.1" status: 204 len: 168 time: 0.3811679 Sep 09 16:18:46.373867 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 88daae13-0547-4f61-9de8-5257560c376a up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:46.411089 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48426) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:46.427302 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101dc323-2f05-4682-8939-896a8056377d None None] Checking router: 0e86a116-593e-40ec-b7e5-b6eca150dc4b for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:18:46.427686 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101dc323-2f05-4682-8939-896a8056377d None None] Updating router 0e86a116-593e-40ec-b7e5-b6eca150dc4b port b2862029-eb97-4342-9916-dd1fb090b2fa binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:18:46.435265 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:46.451172 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-863cfc68-3d71-4b91-a9b9-0999feaee77d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780419890', 'description': 'tempest-description--563081465'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:46.493535 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-101dc323-2f05-4682-8939-896a8056377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:46.517553 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1a4ec-769c-4f5e-aae2-8fe5eeb63989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6f61ea-404d-4ebb-89f9-b9a46a2b2883,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:46.829964 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Sync routers for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:18:46.846453 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 88daae13-0547-4f61-9de8-5257560c376a triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:46.846831 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:46.849207 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:46.849976 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:47.075966 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.096500 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4d2d89a2-fb08-4fba-843f-101da5ee3ae4 req-bbd84935-b6f9-40e1-bd37-0218d1421f11 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.5123854 Sep 09 16:18:47.124449 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Allocated IP 172.20.0.12 (a7509c79-5a6b-4eab-bedb-32281cfd508a/91d4a3af-3cfe-43db-b537-a29ab968e24d/944a48b7-d021-4195-a87e-f854fc23ba4e) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:47.228087 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-863cfc68-3d71-4b91-a9b9-0999feaee77d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.276326 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-101dc323-2f05-4682-8939-896a8056377d None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.288662 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:47.300694 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-101dc323-2f05-4682-8939-896a8056377d None None] Transition to ACTIVE for port object b2862029-eb97-4342-9916-dd1fb090b2fa will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:47.312643 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Pushing event updated for resources: {'Port': ['ID=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:47.382536 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-101dc323-2f05-4682-8939-896a8056377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.420656 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device ef5b19cd-165d-4feb-b970-7e8e3e343313 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:47.452734 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-6c3c9c95-b7b5-4290-9393-154a937b49ea tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:47.455254 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-6c3c9c95-b7b5-4290-9393-154a937b49ea tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 819 time: 0.5350900 Sep 09 16:18:47.457355 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dd938-ff98-4ccb-9e70-ff02bdd989a2 req-1f078ae7-8ca2-42ec-b216-07db1c87fec5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:47.459106 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-094dd938-ff98-4ccb-9e70-ff02bdd989a2 req-1f078ae7-8ca2-42ec-b216-07db1c87fec5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 932 time: 0.2063251 Sep 09 16:18:47.500999 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-c9da9bfe-84e1-47c6-adaf-c261b51eac0c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/quotas/ebd3e8fe26e4404a83019c95e5a40882 HTTP/1.1" status: 200 len: 375 time: 0.0336232 Sep 09 16:18:47.506569 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Network 8f6e35f8-349e-4162-849a-2dad88ca655d is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:47.520707 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279a667-5a78-48b1-82d7-9fa2a73a368b None None] Pushing event updated for resources: {'Port': ['ID=b2862029-eb97-4342-9916-dd1fb090b2fa,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:47.536829 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:47.605865 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:47.611957 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:47.614528 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.640928 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-101dc323-2f05-4682-8939-896a8056377d None None] Attempting to bind port b2862029-eb97-4342-9916-dd1fb090b2fa on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:47.641322 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-101dc323-2f05-4682-8939-896a8056377d None None] Attempting to bind port b2862029-eb97-4342-9916-dd1fb090b2fa by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:47.642220 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dc323-2f05-4682-8939-896a8056377d None None] Attempting to bind port b2862029-eb97-4342-9916-dd1fb090b2fa on network 033764cf-60bd-4168-9ff5-8933d1bd0076 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:47.655595 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dc323-2f05-4682-8939-896a8056377d None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:47.658197 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dc323-2f05-4682-8939-896a8056377d None None] Checking segment: {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:47.667278 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-101dc323-2f05-4682-8939-896a8056377d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.667278 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101dc323-2f05-4682-8939-896a8056377d None None] Bound using segment: {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:47.667278 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-101dc323-2f05-4682-8939-896a8056377d None None] Bound port: b2862029-eb97-4342-9916-dd1fb090b2fa, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:47.667278 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-101dc323-2f05-4682-8939-896a8056377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.703710 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-094dd938-ff98-4ccb-9e70-ff02bdd989a2 req-1764d972-a5c5-439c-86e5-ca634c9cb8ba tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366650 Sep 09 16:18:47.733106 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-324fba89-1ffa-4440-8387-a3bbb4ea1879 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2211294 Sep 09 16:18:47.744565 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.754060 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-863cfc68-3d71-4b91-a9b9-0999feaee77d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.845386 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-863cfc68-3d71-4b91-a9b9-0999feaee77d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.848530 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-101dc323-2f05-4682-8939-896a8056377d None None] For port b2862029-eb97-4342-9916-dd1fb090b2fa, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:47.852202 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-101dc323-2f05-4682-8939-896a8056377d None None] For port b2862029-eb97-4342-9916-dd1fb090b2fa, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=b2862029-eb97-4342-9916-dd1fb090b2fa,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:47.879734 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port ef5b19cd-165d-4feb-b970-7e8e3e343313 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:47.880440 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:47.948825 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cfc68-3d71-4b91-a9b9-0999feaee77d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a3dd91-bb9f-4320-9ea2-54e882438875,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:47.972152 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-101dc323-2f05-4682-8939-896a8056377d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.040142 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-863cfc68-3d71-4b91-a9b9-0999feaee77d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.041610 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-863cfc68-3d71-4b91-a9b9-0999feaee77d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6225722 Sep 09 16:18:48.044122 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48456) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:48.049378 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-5709bf44-cd17-448f-a451-b60b1951e1d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'security_group_rule': {'security_group_id': '34a3dd91-bb9f-4320-9ea2-54e882438875', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:48.056201 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-2ab61644-b623-477e-9581-acd53ea31a25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6714015 Sep 09 16:18:48.056201 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.060629 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48458) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:48.065317 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-6258e364-228e-4256-83e9-93f1a62da058 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94612) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:18:48.067205 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-6258e364-228e-4256-83e9-93f1a62da058 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077593 Sep 09 16:18:48.073289 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-b32bf646-c8a2-4006-a746-067ade5d217d service neutron] 10.222.0.22 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257613 Sep 09 16:18:48.088540 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279a667-5a78-48b1-82d7-9fa2a73a368b None None] Pushing event updated for resources: {'Port': ['ID=b2862029-eb97-4342-9916-dd1fb090b2fa,revision_number=4']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:48.089305 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 2, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:48.121908 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101dc323-2f05-4682-8939-896a8056377d None None] Routers {'0e86a116-593e-40ec-b7e5-b6eca150dc4b'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:48.123213 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-101dc323-2f05-4682-8939-896a8056377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:48.150779 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Checking router: e60536a1-a8e1-4c47-b8d5-cecd93c96c03 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:18:48.150779 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Updating router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:18:48.256183 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.286132 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-101dc323-2f05-4682-8939-896a8056377d None None] Set router 0e86a116-593e-40ec-b7e5-b6eca150dc4b gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:48.291794 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-a03b8154-5bae-465c-9e57-57f2f92809be service neutron] 10.222.0.22 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048500 Sep 09 16:18:48.332225 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-687d9c38-77e5-4d74-a131-784acce465ff req-12ee6979-93b1-4db9-8c0b-d69cdee1a392 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0667555 Sep 09 16:18:48.332751 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.348163 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5709bf44-cd17-448f-a451-b60b1951e1d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.425166 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:48.445949 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:48.475858 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:48.479811 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5709bf44-cd17-448f-a451-b60b1951e1d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.639473 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5709bf44-cd17-448f-a451-b60b1951e1d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.661829 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5709bf44-cd17-448f-a451-b60b1951e1d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfba0a85-d6ce-48a7-b2e7-4246f18cab5a,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:48.718047 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.769574 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'Port': ['ID=693fdadf-c947-4eb5-930f-a0667800bc34,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:48.801353 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-101dc323-2f05-4682-8939-896a8056377d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '88daae13-0547-4f61-9de8-5257560c376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:18:42Z', 'revision_number': 4, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port': {'id': '88daae13-0547-4f61-9de8-5257560c376a', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'b2862029-eb97-4342-9916-dd1fb090b2fa', 'name': '', 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'mac_address': 'fa:16:3e:66:61:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ac922ba9-ebc2-4271-ba44-8f1ece0e31e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:40Z', 'updated_at': '2021-09-09T16:18:47Z', 'revision_number': 4, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'subnets': [{'id': 'ac922ba9-ebc2-4271-ba44-8f1ece0e31e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:48.804397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-895beb0f-60d7-4df5-8a76-802d5ec12122 req-d86cdcf5-3879-4982-9708-3d01db6d483c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 210 time: 0.0669708 Sep 09 16:18:48.807430 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5709bf44-cd17-448f-a451-b60b1951e1d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.808680 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5709bf44-cd17-448f-a451-b60b1951e1d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7635057 Sep 09 16:18:48.814112 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.816449 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48478) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:48.832682 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-59d12a73-fbb0-4c38-ae4f-d56a748c6503 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'security_group_rule': {'security_group_id': '34a3dd91-bb9f-4320-9ea2-54e882438875', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:48.844789 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f35f-51c0-48e9-b82b-6b8ad97005e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:48.860924 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Transition to ACTIVE for port object 44eda5d7-9ef7-439b-99ac-3630db53f7c8 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:48.898975 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101dc323-2f05-4682-8939-896a8056377d None None] The sync data for ids ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'] in dv-cinder-760199-19-iscsi is: [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '88daae13-0547-4f61-9de8-5257560c376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:18:42Z', 'revision_number': 4, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port': {'id': '88daae13-0547-4f61-9de8-5257560c376a', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'b2862029-eb97-4342-9916-dd1fb090b2fa', 'name': '', 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'mac_address': 'fa:16:3e:66:61:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'ac922ba9-ebc2-4271-ba44-8f1ece0e31e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:40Z', 'updated_at': '2021-09-09T16:18:47Z', 'revision_number': 4, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'subnets': [{'id': 'ac922ba9-ebc2-4271-ba44-8f1ece0e31e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:18:48.918366 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.032485 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.046775 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.054910 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-59d12a73-fbb0-4c38-ae4f-d56a748c6503 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.214228 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-59d12a73-fbb0-4c38-ae4f-d56a748c6503 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.219860 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Request body: {'port': {'device_id': 'af8b0267-bb49-41f2-b9c5-782c47f2bed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:49.284789 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Network a7509c79-5a6b-4eab-bedb-32281cfd508a is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:49.354644 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-59d12a73-fbb0-4c38-ae4f-d56a748c6503 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.413628 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:49.422370 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6ce54-c990-4407-b034-557f5c4993dc None None] Pushing event updated for resources: {'Port': ['ID=44eda5d7-9ef7-439b-99ac-3630db53f7c8,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:49.477000 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Attempting to bind port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:49.482782 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Attempting to bind port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:49.482782 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Attempting to bind port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 on network 82c64c0a-c984-4fd8-b12b-a2079f34a282 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:49.507587 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:49.508176 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Checking segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:49.514926 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.515587 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Bound using segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:49.516287 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Bound port: 44eda5d7-9ef7-439b-99ac-3630db53f7c8, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:49.516852 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.602187 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:49.604522 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d12a73-fbb0-4c38-ae4f-d56a748c6503 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f92ba2-72c5-41aa-bbc8-ac4261b0de28,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:49.624521 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:49.624521 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.690949 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Pushing event updated for resources: {'Port': ['ID=944a48b7-d021-4195-a87e-f854fc23ba4e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:49.795473 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a326-2007-40cd-8cc6-46a83c38d18e req-54c23953-5ba1-4db9-99a5-7fbf96cb066a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:49.799727 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6d5a326-2007-40cd-8cc6-46a83c38d18e req-54c23953-5ba1-4db9-99a5-7fbf96cb066a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 932 time: 0.9006853 Sep 09 16:18:49.804443 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] For port 44eda5d7-9ef7-439b-99ac-3630db53f7c8, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:49.807448 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] For port 44eda5d7-9ef7-439b-99ac-3630db53f7c8, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=44eda5d7-9ef7-439b-99ac-3630db53f7c8,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:49.912753 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.931988 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:49.971993 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-ff684b92-004f-4d3a-b40d-f427fbf6d819 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:49.980991 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-ff684b92-004f-4d3a-b40d-f427fbf6d819 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 819 time: 0.5311592 Sep 09 16:18:50.015209 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-e751f256-1af7-4b64-ac2a-b0fe782d7d3b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/quotas/ebd3e8fe26e4404a83019c95e5a40882 HTTP/1.1" status: 200 len: 375 time: 0.0332263 Sep 09 16:18:50.055157 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:50.062006 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6d5a326-2007-40cd-8cc6-46a83c38d18e req-ea93669d-883c-4165-9a20-85596cecbba6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497895 Sep 09 16:18:50.098063 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:18:50.098781 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:18:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:50.287664 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-3a3315e8-83e7-47c4-b7e8-cfe80d0e39e0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2659647 Sep 09 16:18:50.315059 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6ce54-c990-4407-b034-557f5c4993dc None None] Pushing event updated for resources: {'Port': ['ID=44eda5d7-9ef7-439b-99ac-3630db53f7c8,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:50.387325 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:18:50.563653 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:50.619794 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device b2862029-eb97-4342-9916-dd1fb090b2fa up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:50.627198 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48534) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:50.629748 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f35f-51c0-48e9-b82b-6b8ad97005e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:50.733718 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:50.788729 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-adf83535-98de-4c82-b795-bfada94628c3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:18:50.790139 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0dc7f35f-51c0-48e9-b82b-6b8ad97005e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:50.792723 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'Port': ['ID=693fdadf-c947-4eb5-930f-a0667800bc34,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:50.915218 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-adf83535-98de-4c82-b795-bfada94628c3 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073072 Sep 09 16:18:50.916092 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:49Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:18:50.916356 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970115941-network', 'tenant_id': 'cd9d73b63cf949879f3455b849853785'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:50.917469 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854b4818-e010-4eb2-ae97-94a848cb20ab None None] The sync data for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi is: [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:49Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:18:50.946186 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-7348b877-fc4b-4425-98ee-29b0ff0549fa service neutron] 10.222.0.22 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316719 Sep 09 16:18:51.045786 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68773b-cf53-416c-b7da-5fbb2c84c50e req-9ceff0a7-59f8-4480-8b84-939ffb3d571a tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:51.046514 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2b68773b-cf53-416c-b7da-5fbb2c84c50e req-9ceff0a7-59f8-4480-8b84-939ffb3d571a tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 932 time: 0.4967494 Sep 09 16:18:51.077213 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7f35f-51c0-48e9-b82b-6b8ad97005e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d0d1b9-d5cf-4602-a6b5-3ce1b09f47e2,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:51.100102 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-a06d4beb-46f4-4ac6-9935-dab62e4fd940 service neutron] 10.222.0.22 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468801 Sep 09 16:18:51.109130 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0dc7f35f-51c0-48e9-b82b-6b8ad97005e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c3ec7fb9d704e2a970a6dd1255e681b&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0307128 Sep 09 16:18:51.110153 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48540) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:51.197979 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2b68773b-cf53-416c-b7da-5fbb2c84c50e req-cda8de9a-7fd4-4f80-9d21-c1ac7d65cffa tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360145 Sep 09 16:18:51.202132 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:18:51.210902 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.229001 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c8f21d1e-13ec-44c6-9f3b-561648da65ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.246609 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Transition to ACTIVE for port object 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:51.250201 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-59d12a73-fbb0-4c38-ae4f-d56a748c6503 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.251477 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-59d12a73-fbb0-4c38-ae4f-d56a748c6503 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4339628 Sep 09 16:18:51.255376 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48542) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:51.263984 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:51.283171 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c8f21d1e-13ec-44c6-9f3b-561648da65ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.291153 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port b2862029-eb97-4342-9916-dd1fb090b2fa completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:51.307969 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-d6ae58ea-2f3b-4fec-aa7f-2443fb63454e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5946534 Sep 09 16:18:51.308770 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port b2862029-eb97-4342-9916-dd1fb090b2fa triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:51.308770 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.416460 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a960df-e37a-4fb5-baec-d82d159e8657 req-50e90f13-9f4e-4d3e-a995-28255894f9fe tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:51.447625 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2a960df-e37a-4fb5-baec-d82d159e8657 req-50e90f13-9f4e-4d3e-a995-28255894f9fe tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 932 time: 0.1135113 Sep 09 16:18:51.447788 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.467283 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2a960df-e37a-4fb5-baec-d82d159e8657 req-746e3990-cc1a-4c7e-a780-65188de7f3a7 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384831 Sep 09 16:18:51.574289 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port b2862029-eb97-4342-9916-dd1fb090b2fa, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=b2862029-eb97-4342-9916-dd1fb090b2fa,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:18:51.695456 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Made reservation on behalf of cd9d73b63cf949879f3455b849853785 for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:51.696261 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.696652 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.705383 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c8f21d1e-13ec-44c6-9f3b-561648da65ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.708895 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c8f21d1e-13ec-44c6-9f3b-561648da65ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.710615 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c8f21d1e-13ec-44c6-9f3b-561648da65ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3d0d1b9-d5cf-4602-a6b5-3ce1b09f47e2 HTTP/1.1" status: 204 len: 168 time: 0.6050830 Sep 09 16:18:51.713648 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.728530 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f21d1e-13ec-44c6-9f3b-561648da65ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d0d1b9-d5cf-4602-a6b5-3ce1b09f47e2,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:51.799141 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:51.815849 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b97fdd98-1580-4718-ad69-b705a4b8feef req-39b13526-bf31-43b4-8342-0544c3fa0e7b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0425560 Sep 09 16:18:51.904013 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=b2862029-eb97-4342-9916-dd1fb090b2fa,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:51.959665 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Pushing event updated for resources: {'Port': ['ID=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:51.962186 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d019badf-f2ea-486f-a1db-c87b5f6696d8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8916829 Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Attempting to bind port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Attempting to bind port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Attempting to bind port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 on network 8f6e35f8-349e-4162-849a-2dad88ca655d {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 on network 8f6e35f8-349e-4162-849a-2dad88ca655d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Attempting to bind port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 on network 8f6e35f8-349e-4162-849a-2dad88ca655d {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Checking segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Bound using segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Bound port: 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:52.134267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:52.136052 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Request body: {'port': {'device_id': '912f5d1f-a880-45b9-8c93-a33bce39f85a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:52.193683 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:52.351088 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] For port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7, host hv-cinder-76019, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:52.352048 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-11761793-7429-4d3d-8141-53823f0ce6d7 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1608788963&fields=id&tenant_id=56bf3469b193440abfb3f83f085e42ef HTTP/1.1" status: 200 len: 267 time: 0.1132264 Sep 09 16:18:52.364613 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] For port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:52.395511 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:52.548601 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 44eda5d7-9ef7-439b-99ac-3630db53f7c8 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:52.634120 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:52.760234 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:52.771683 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:52.771683 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] 10.222.0.21 "PUT /v2.0/ports/61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 HTTP/1.1" status: 200 len: 1094 time: 4.0155020 Sep 09 16:18:52.772154 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-983b6ac9-b51f-43c1-a2db-232fd8b9bc24 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:52.773774 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8b0267-bb49-41f2-b9c5-782c47f2bed8', 'tag': '61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:18:52.784327 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-983b6ac9-b51f-43c1-a2db-232fd8b9bc24 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 811 time: 0.4238110 Sep 09 16:18:52.834055 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-4fa7a95d-cb44-4591-9454-316d7ebfd4b7 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/quotas/56bf3469b193440abfb3f83f085e42ef HTTP/1.1" status: 200 len: 375 time: 0.0486255 Sep 09 16:18:52.844083 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f055f45-fd4e-4d8b-bbd2-4944c4062c0a req-954b54a3-e33f-44d5-912c-110d812caa38 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:52.846269 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9f055f45-fd4e-4d8b-bbd2-4944c4062c0a req-954b54a3-e33f-44d5-912c-110d812caa38 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 932 time: 0.4774926 Sep 09 16:18:52.913099 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:18:52.918766 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:52.919431 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:52.946971 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c0788-13d3-4ed8-bb35-c08c438c6789 service neutron] Pushing event updated for resources: {'Port': ['ID=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:52.986682 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-085e3ac1-1bb3-435f-9c06-9b5419e70b64 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1413829 Sep 09 16:18:53.002129 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.032565 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9f055f45-fd4e-4d8b-bbd2-4944c4062c0a req-284aec73-e38e-425e-b906-b1c4a409c4c7 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437376 Sep 09 16:18:53.138936 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.216184 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.257005 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.257153 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad29d57-ff5d-42b9-b445-fe5575d433f9" -d '{"events": [{"name": "network-changed", "server_uuid": "af8b0267-bb49-41f2-b9c5-782c47f2bed8", "tag": "61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:18:53.275749 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 44eda5d7-9ef7-439b-99ac-3630db53f7c8, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=44eda5d7-9ef7-439b-99ac-3630db53f7c8,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:18:53.292157 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48588) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:53.368345 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=94613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:18:53.371759 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49b94b0-dd88-4fc4-9b9e-a33be5012114,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:53.381622 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-89535cb6-ae0b-42a4-8771-f087a1199161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.400094 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.400996 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device b2862029-eb97-4342-9916-dd1fb090b2fa up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:53.460740 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.461027 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Added segment fed81b59-df13-420a-a21a-fb5da14ad1f8 of type vlan for network d44b4802-c5d2-4e70-81a4-fea5f6ed9aef Sep 09 16:18:53.509491 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-d0610a49-3669-40af-9864-c42638839d71 service neutron] 10.222.0.22 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882803 Sep 09 16:18:53.579963 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=44eda5d7-9ef7-439b-99ac-3630db53f7c8,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:53.602219 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944a48b7-d021-4195-a87e-f854fc23ba4e {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:18:53.607399 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port b2862029-eb97-4342-9916-dd1fb090b2fa triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:53.608391 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.650818 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-dd8e5472-a76b-4be5-b175-f59f315e28ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:53.652262 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-dd8e5472-a76b-4be5-b175-f59f315e28ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 1097 time: 0.6065960 Sep 09 16:18:53.658926 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.689597 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0ce7c-cbc7-4f80-a7e5-e7501528dd2f req-c391ef7e-dde0-4bea-95c4-447ca7430ca5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:53.696866 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1dd0ce7c-cbc7-4f80-a7e5-e7501528dd2f req-c391ef7e-dde0-4bea-95c4-447ca7430ca5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.5299296 Sep 09 16:18:53.697219 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:53.936982 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.21', 49870) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:53.938364 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Transition to ACTIVE for port object 944a48b7-d021-4195-a87e-f854fc23ba4e will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:18:53.950036 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-52e6b1f3-d411-459f-8daf-85433de53bc9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 HTTP/1.1" status: 200 len: 217 time: 0.2461946 Sep 09 16:18:53.969923 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.db.resource_extend [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 16:18:54.008899 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1dd0ce7c-cbc7-4f80-a7e5-e7501528dd2f req-ed24fd5f-6721-4789-868f-eeed894a186f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004989 Sep 09 16:18:54.012520 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Allocated IP 172.27.2.127 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/9b209eec-7b2e-464b-85dc-753cbc63766b) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:18:54.073141 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-89535cb6-ae0b-42a4-8771-f087a1199161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.085661 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-f076f877-7603-426f-8135-be12816aa883 service neutron] 10.222.0.22 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258493 Sep 09 16:18:54.176589 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b2c4b730-ba3b-41ca-a2b8-32d090987ff9 req-c2e00535-4416-4c8a-9dd3-f4a076e145e5 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0749326 Sep 09 16:18:54.215811 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.351776 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 44eda5d7-9ef7-439b-99ac-3630db53f7c8 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:18:54.360023 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.360774 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.361016 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:54.361749 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.373795 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-89535cb6-ae0b-42a4-8771-f087a1199161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.412242 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:18:54.412627 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.450829 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Pushing event updated for resources: {'Port': ['ID=944a48b7-d021-4195-a87e-f854fc23ba4e,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:54.512521 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] Pushing event updated for resources: {'Network': ['ID=d44b4802-c5d2-4e70-81a4-fea5f6ed9aef,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:54.522566 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-7544bd90-a7fc-492c-808f-f487dfb7874e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.8942416 Sep 09 16:18:54.524361 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.531500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network d44b4802-c5d2-4e70-81a4-fea5f6ed9aef details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:18:54.537751 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48596) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:54.584431 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-89535cb6-ae0b-42a4-8771-f087a1199161 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b4295ad5e284f3899cdb25cfbfabc78&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2908604 Sep 09 16:18:54.589848 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Request body: {'subnet': {'network_id': 'd44b4802-c5d2-4e70-81a4-fea5f6ed9aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970115941-subnet', 'tenant_id': 'cd9d73b63cf949879f3455b849853785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:54.645609 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48602) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:54.661165 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4492bed-d914-48ea-8902-dc2024602eaa x-openstack-request-id: req-f4492bed-d914-48ea-8902-dc2024602eaa {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:18:54.661456 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8b0267-bb49-41f2-b9c5-782c47f2bed8", "tag": "61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:18:54.661886 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4492bed-d914-48ea-8902-dc2024602eaa {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:18:54.662596 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8b0267-bb49-41f2-b9c5-782c47f2bed8', 'tag': '61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'status': 'completed', 'code': 200} Sep 09 16:18:54.689425 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89535cb6-ae0b-42a4-8771-f087a1199161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a03524-ed73-4715-94d5-3ab337cea284,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:54.715834 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Attempting to bind port 944a48b7-d021-4195-a87e-f854fc23ba4e on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:18:54.716173 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Attempting to bind port 944a48b7-d021-4195-a87e-f854fc23ba4e by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '63624e92-ba36-41a4-aad2-a0b0cab58d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a7509c79-5a6b-4eab-bedb-32281cfd508a'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:18:54.716500 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Attempting to bind port 944a48b7-d021-4195-a87e-f854fc23ba4e on network a7509c79-5a6b-4eab-bedb-32281cfd508a {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:54.734784 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Made reservation on behalf of cd9d73b63cf949879f3455b849853785 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:54.734784 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:54.826794 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'Port': ['ID=9b209eec-7b2e-464b-85dc-753cbc63766b,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:54.852045 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:18:54.855406 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:54.859021 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:18:54.961592 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Port 944a48b7-d021-4195-a87e-f854fc23ba4e on network a7509c79-5a6b-4eab-bedb-32281cfd508a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:18:54.962153 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Attempting to bind port 944a48b7-d021-4195-a87e-f854fc23ba4e on network a7509c79-5a6b-4eab-bedb-32281cfd508a {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:18:54.985232 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-34f350c0-beb0-421e-8dc5-9ed9b901c369 req-72beebc6-3286-434d-b68f-d7314ddc5efc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.2587373 Sep 09 16:18:54.998819 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:18:54.999449 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Checking segment: {'id': '63624e92-ba36-41a4-aad2-a0b0cab58d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a7509c79-5a6b-4eab-bedb-32281cfd508a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:54.999962 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Bound using segment: {'id': '63624e92-ba36-41a4-aad2-a0b0cab58d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a7509c79-5a6b-4eab-bedb-32281cfd508a'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:18:55.000490 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Bound port: 944a48b7-d021-4195-a87e-f854fc23ba4e, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63624e92-ba36-41a4-aad2-a0b0cab58d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a7509c79-5a6b-4eab-bedb-32281cfd508a'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:18:55.000921 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.011338 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.039433 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a870ed-316f-4833-a447-59e9b58c0360 req-af0c24df-4b53-4a70-9220-e868eeb21bb4 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:55.039433 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c5a870ed-316f-4833-a447-59e9b58c0360 req-af0c24df-4b53-4a70-9220-e868eeb21bb4 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.3053451 Sep 09 16:18:55.167801 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c5a870ed-316f-4833-a447-59e9b58c0360 req-3bffc631-0894-4c06-825d-c1cb5d0d8a62 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190932 Sep 09 16:18:55.246045 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2739cec4-7955-459c-a712-b13ff34284c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.292480 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a2cbed51-7f94-4f0c-acf1-98b6357fc4d6 req-c7d8cb87-0d42-4a9d-aef3-6c3993f76e38 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0344098 Sep 09 16:18:55.324413 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2739cec4-7955-459c-a712-b13ff34284c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.353343 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a5246-3f87-4d32-9cb2-493cac70a511 req-4f28a5fd-82e4-484d-a6a4-12107819d3c4 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:55.355206 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f89a5246-3f87-4d32-9cb2-493cac70a511 req-4f28a5fd-82e4-484d-a6a4-12107819d3c4 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.1893494 Sep 09 16:18:55.360030 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] For port 944a48b7-d021-4195-a87e-f854fc23ba4e, host hv-cinder-76019, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:18:55.402760 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] For port 944a48b7-d021-4195-a87e-f854fc23ba4e, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=944a48b7-d021-4195-a87e-f854fc23ba4e,segment=NetworkSegment(63624e92-ba36-41a4-aad2-a0b0cab58d85),segment_id=63624e92-ba36-41a4-aad2-a0b0cab58d85)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:18:55.426047 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f89a5246-3f87-4d32-9cb2-493cac70a511 req-3071df64-b2ed-4698-9511-1aba194de8bc tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630240 Sep 09 16:18:55.517662 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.527281 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2739cec4-7955-459c-a712-b13ff34284c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.533366 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2739cec4-7955-459c-a712-b13ff34284c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.541643 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2739cec4-7955-459c-a712-b13ff34284c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51a03524-ed73-4715-94d5-3ab337cea284 HTTP/1.1" status: 204 len: 168 time: 0.8856533 Sep 09 16:18:55.541643 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.548631 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.636099 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739cec4-7955-459c-a712-b13ff34284c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a03524-ed73-4715-94d5-3ab337cea284,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:55.653509 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:55.654213 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:55.655644 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] 10.222.0.21 "PUT /v2.0/ports/944a48b7-d021-4195-a87e-f854fc23ba4e HTTP/1.1" status: 200 len: 1094 time: 3.6143517 Sep 09 16:18:55.694735 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df87753-7cd5-45be-99a7-1d7a891ca954 service neutron] Pushing event updated for resources: {'Port': ['ID=944a48b7-d021-4195-a87e-f854fc23ba4e,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:55.697229 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fb0f9ee-ccd1-4581-8a44-c0043dac651e,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:55.705299 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Checking segment: {'id': 'fed81b59-df13-420a-a21a-fb5da14ad1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd44b4802-c5d2-4e70-81a4-fea5f6ed9aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:55.706226 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Network hostable DHCP agents. Network: d44b4802-c5d2-4e70-81a4-fea5f6ed9aef, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:18:55.744373 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:56.067708 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c052563a-3012-4f61-a688-0fdd2766d205 req-84985028-f57b-42d6-a440-4799b67dd57c tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0268669 Sep 09 16:18:56.108205 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Network d44b4802-c5d2-4e70-81a4-fea5f6ed9aef is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:18:56.109339 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:56.141479 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:56.196879 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'Port': ['ID=9b209eec-7b2e-464b-85dc-753cbc63766b,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:56.311950 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b418a9-ceba-4af8-b262-1a37b8809540 req-d2bf9692-062e-44c8-9cd1-8a7eaba44a7a tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:56.313620 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-65b418a9-ceba-4af8-b262-1a37b8809540 req-d2bf9692-062e-44c8-9cd1-8a7eaba44a7a tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.0547011 Sep 09 16:18:56.344489 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, d44b4802-c5d2-4e70-81a4-fea5f6ed9aef) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:18:56.354324 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dab6b3-664f-4488-afe2-be31312438c3 None None] Network d44b4802-c5d2-4e70-81a4-fea5f6ed9aef requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:56.372957 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:56.373555 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:56.398455 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-65b418a9-ceba-4af8-b262-1a37b8809540 req-5b0df49a-94ee-4dad-8a63-80a43eb643ed tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729868 Sep 09 16:18:56.429359 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-83a0ac74-bb6e-4fb1-8ffc-912924fcf899 req-7e919c43-4bd5-4dff-b8d0-2bd475d7f9f7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0331433 Sep 09 16:18:56.501073 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:56.507828 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9a52bbca-89f6-4edb-8b2a-4fe55ebc0fc8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2513077 Sep 09 16:18:56.560514 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1c42dfbd-46b9-485c-9779-fe01f49b855a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9747505 Sep 09 16:18:56.594141 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddfbad-7de1-4e3f-a40a-6a53fa06a768 req-ac416822-d6eb-4d0b-a914-b620fa493cda tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:56.614745 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42bbb80-dad1-4e69-9b5b-9be5428f0a8c None None] Network d44b4802-c5d2-4e70-81a4-fea5f6ed9aef requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:18:56.620988 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-03ddfbad-7de1-4e3f-a40a-6a53fa06a768 req-ac416822-d6eb-4d0b-a914-b620fa493cda tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.1189473 Sep 09 16:18:56.667293 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912f5d1f-a880-45b9-8c93-a33bce39f85a', 'tag': '944a48b7-d021-4195-a87e-f854fc23ba4e'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:18:56.679978 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cc0c60-15ff-4b9a-9d2c-1d2c820ebeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "912f5d1f-a880-45b9-8c93-a33bce39f85a", "tag": "944a48b7-d021-4195-a87e-f854fc23ba4e"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:18:56.709331 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-03ddfbad-7de1-4e3f-a40a-6a53fa06a768 req-c406274a-6b3c-4826-85a4-44fc42a952d0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851293 Sep 09 16:18:56.810029 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875c5e6f-e5be-44a6-a02f-c156846e91bb x-openstack-request-id: req-875c5e6f-e5be-44a6-a02f-c156846e91bb {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:18:56.810430 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912f5d1f-a880-45b9-8c93-a33bce39f85a", "tag": "944a48b7-d021-4195-a87e-f854fc23ba4e", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:18:56.810690 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-875c5e6f-e5be-44a6-a02f-c156846e91bb {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:18:56.812618 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912f5d1f-a880-45b9-8c93-a33bce39f85a', 'tag': '944a48b7-d021-4195-a87e-f854fc23ba4e', 'status': 'completed', 'code': 200} Sep 09 16:18:56.929275 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-0f6de75c-aaba-4227-8732-81d4d338007a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1780419890&fields=id&tenant_id=47f4b652e47e4f2a8c76229ad4ef3924 HTTP/1.1" status: 200 len: 267 time: 0.0584130 Sep 09 16:18:57.265141 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aa8b7056-e96b-498d-8114-0ae3ea3dd667 req-6efcf34a-a1c2-43fc-ad4b-ec1bf26a8e0f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0424967 Sep 09 16:18:57.289087 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-6ab11ddd-4129-4173-ae65-8cf03b338881 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:57.307118 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-6ab11ddd-4129-4173-ae65-8cf03b338881 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 816 time: 0.3677421 Sep 09 16:18:57.320336 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-d3b42184-9c7d-46cd-887e-24d670e6b8b0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/quotas/47f4b652e47e4f2a8c76229ad4ef3924 HTTP/1.1" status: 200 len: 375 time: 0.0121815 Sep 09 16:18:57.382376 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-64df3ceb-a5be-4dcc-b665-f8b72793cc27 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495365 Sep 09 16:18:57.512186 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-00713685-899e-4924-b938-cc04486ddb71 service neutron] 10.222.0.22 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045046 Sep 09 16:18:57.548476 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd5e78-673a-4662-9a65-b565198469c4 req-ff472111-583b-40c6-8dd4-679dd1a70211 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:57.555852 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1cbd5e78-673a-4662-9a65-b565198469c4 req-ff472111-583b-40c6-8dd4-679dd1a70211 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.0963058 Sep 09 16:18:57.650794 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-31612a39-692e-43e7-8a74-52233358dd54 service neutron] 10.222.0.22 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317167 Sep 09 16:18:57.651015 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1cbd5e78-673a-4662-9a65-b565198469c4 req-caeb2b1a-e20e-446e-9c7d-6194c12fefd5 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776415 Sep 09 16:18:57.771430 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2b17de7d-a956-482a-8b7a-b70c773c5ab0 req-41548464-5f38-4d65-93a4-20dec756e0df tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0563633 Sep 09 16:18:57.949255 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ca2ec-af39-41f8-9b25-71e3043abbea req-b2fe58d4-209e-446f-bcb9-ee721d23edd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:57.952323 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ab7ca2ec-af39-41f8-9b25-71e3043abbea req-b2fe58d4-209e-446f-bcb9-ee721d23edd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.0951300 Sep 09 16:18:57.982783 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-87dd6589-431b-4429-8878-18e7c25a8677 req-78608c88-cc6d-412d-87a2-9041b55aa1fc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0501173 Sep 09 16:18:58.037322 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48698) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:58.043100 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1687780211-network', 'tenant_id': '2ffa3525b16f4740a43b10c9839a140f'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:58.082436 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ab7ca2ec-af39-41f8-9b25-71e3043abbea req-d64ba4cc-4a16-4678-b786-18228cf75bfe tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988555 Sep 09 16:18:58.159511 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Made reservation on behalf of 2ffa3525b16f4740a43b10c9839a140f for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:58.165036 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:58.178239 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:58.305612 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:58.415117 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89a8bded-26bb-4482-9367-a90ddfbb4531 req-fc175730-848b-4927-9c6d-2a301e377278 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0403225 Sep 09 16:18:58.415117 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:58.447012 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:18:58.458783 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9574411-4c6d-4567-a7ab-1ab6c0028409,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:58.479107 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:58.479107 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Added segment d903217a-1ec9-4713-abaf-e791620a7e39 of type vlan for network cbd8fe47-ab22-4b24-b230-e0c677145e56 Sep 09 16:18:58.509010 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:58.764836 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92bc66-2b51-47a5-a804-0a7ed6858fd9 req-2e8f0581-bc8d-42c8-871c-f19bfa273437 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:58.766350 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca92bc66-2b51-47a5-a804-0a7ed6858fd9 req-2e8f0581-bc8d-42c8-871c-f19bfa273437 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.0552855 Sep 09 16:18:58.826939 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca92bc66-2b51-47a5-a804-0a7ed6858fd9 req-90ac44e5-5081-44f0-a09a-e37add13f373 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Sep 09 16:18:58.896895 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-00470073-582a-4f2a-915e-e38b45e84ede req-aec25b9d-de25-4669-89c6-6fa5213e8c21 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0403645 Sep 09 16:18:58.975724 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:59.025963 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:59.025963 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:59.040426 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] Pushing event updated for resources: {'Network': ['ID=cbd8fe47-ab22-4b24-b230-e0c677145e56,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:59.051030 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network cbd8fe47-ab22-4b24-b230-e0c677145e56 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:18:59.084018 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-88d769bc-588f-447e-a529-36942886daa7 req-fe8c545e-2d11-4a5e-acf4-4e44ebadec07 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0285232 Sep 09 16:18:59.199991 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d75cf8-9153-485f-b507-9723ccb52d59 req-a1018586-dae8-40fc-94fa-922c29944266 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:59.201798 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97d75cf8-9153-485f-b507-9723ccb52d59 req-a1018586-dae8-40fc-94fa-922c29944266 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.0557106 Sep 09 16:18:59.203978 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b90a2ac7-35fc-413c-a974-177c7ffea86b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1653202 Sep 09 16:18:59.207557 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48730) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:18:59.214325 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Request body: {'subnet': {'network_id': 'cbd8fe47-ab22-4b24-b230-e0c677145e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1687780211-subnet', 'tenant_id': '2ffa3525b16f4740a43b10c9839a140f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:18:59.259855 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97d75cf8-9153-485f-b507-9723ccb52d59 req-4ae2aea6-a1cf-4148-9a8e-df39f8fd729d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498183 Sep 09 16:18:59.370394 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Made reservation on behalf of 2ffa3525b16f4740a43b10c9839a140f for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:18:59.375729 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:59.514248 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1bbe99aa-847f-4f68-bd2b-2102535cbc3c req-02a91a81-518e-4bc8-aa6c-f6bf41e3c571 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0302646 Sep 09 16:18:59.713531 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:18:59.776182 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2bc7e4-3266-48cb-9faa-936dae3fb019,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:18:59.785011 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Checking segment: {'id': 'd903217a-1ec9-4713-abaf-e791620a7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cbd8fe47-ab22-4b24-b230-e0c677145e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:18:59.785378 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Network hostable DHCP agents. Network: cbd8fe47-ab22-4b24-b230-e0c677145e56, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:18:59.922242 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f0e54-91ca-4712-9bbc-75eed9c1f4b2 req-3b1e01d3-2e1c-474b-8dda-049953615620 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:18:59.923730 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6b6f0e54-91ca-4712-9bbc-75eed9c1f4b2 req-3b1e01d3-2e1c-474b-8dda-049953615620 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.0488946 Sep 09 16:18:59.945297 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Network cbd8fe47-ab22-4b24-b230-e0c677145e56 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:18:59.973446 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6b6f0e54-91ca-4712-9bbc-75eed9c1f4b2 req-a4d8ff04-fa3a-4050-8aee-92a837ae965d tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377915 Sep 09 16:19:00.013325 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-58b207aa-c6d5-4d41-9089-a22012c9af33 req-c159b4a5-c00b-41d3-b374-ff18aa7afa6f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0264425 Sep 09 16:19:00.027827 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, cbd8fe47-ab22-4b24-b230-e0c677145e56) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:19:00.036323 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:00.036922 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:00.041707 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac01ac0-c365-467a-8364-5b2869adc852 None None] Network cbd8fe47-ab22-4b24-b230-e0c677145e56 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:19:00.156158 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d862b73a-0340-49b5-af64-3f56f456fc6f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9386649 Sep 09 16:19:00.200604 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99da56a2-bb45-4918-a1e9-57819550ce65 None None] Network cbd8fe47-ab22-4b24-b230-e0c677145e56 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:19:00.204199 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-1d88e2be-eb79-43a5-bff3-30f9d7753861 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:00.205790 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-1d88e2be-eb79-43a5-bff3-30f9d7753861 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 819 time: 0.1490843 Sep 09 16:19:00.255979 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7fa54943-d958-4f00-b1b2-3721d8f60caf req-ada6915d-0e65-4d2b-892e-723f1a5cae00 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0486963 Sep 09 16:19:00.322994 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48764) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:00.325404 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-5aa253e4-4a60-4e52-91f2-038a016a176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:00.327359 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-5aa253e4-4a60-4e52-91f2-038a016a176c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8e1ec22-5d94-4048-a120-c011c84f03bb HTTP/1.1" status: 200 len: 855 time: 0.0822458 Sep 09 16:19:00.385782 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Request body: {'port': {'device_id': 'a09db1f5-0c9d-4001-8c7b-18096226d155', 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076', 'admin_state_up': True, 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:00.455898 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7ea69f-c54a-4c13-8ddc-c89a0e34e6b7 admin admin] Deleting subnet 5fb0f9ee-ccd1-4581-8a44-c0043dac651e {{(pid=94613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:19:00.460295 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea69f-c54a-4c13-8ddc-c89a0e34e6b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:00.522685 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d548bac-5e38-463d-ab86-7797bf1cc67c req-898c78e5-6ce0-4302-947d-11d58b741f0b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:00.530536 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2d548bac-5e38-463d-ab86-7797bf1cc67c req-898c78e5-6ce0-4302-947d-11d58b741f0b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.1367984 Sep 09 16:19:00.572548 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea69f-c54a-4c13-8ddc-c89a0e34e6b7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:00.593894 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2d548bac-5e38-463d-ab86-7797bf1cc67c req-d5fcf8b2-7025-49eb-998e-85f3a1da8d6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619965 Sep 09 16:19:00.595199 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea69f-c54a-4c13-8ddc-c89a0e34e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:00.656354 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-cde3094f-c236-4e48-829c-3df25633035a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6e35f8-349e-4162-849a-2dad88ca655d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2605803 Sep 09 16:19:00.688840 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8370eef3-1163-4a19-8a0e-d01f2927b46d req-46edb260-ff84-484d-954d-4e3c6dfee37e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0645285 Sep 09 16:19:00.734871 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc0c60-15ff-4b9a-9d2c-1d2c820ebeaa req-c1e94aaa-2f53-4067-8271-733ad7c2d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:00.736487 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6cc0c60-15ff-4b9a-9d2c-1d2c820ebeaa req-c1e94aaa-2f53-4067-8271-733ad7c2d297 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34a02e1977ef435492b1655e2e384d27&device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 1097 time: 0.4155896 Sep 09 16:19:00.770860 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea69f-c54a-4c13-8ddc-c89a0e34e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:00.798006 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ea69f-c54a-4c13-8ddc-c89a0e34e6b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fb0f9ee-ccd1-4581-8a44-c0043dac651e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:00.810505 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea69f-c54a-4c13-8ddc-c89a0e34e6b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:00.812429 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-6c7ea69f-c54a-4c13-8ddc-c89a0e34e6b7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5fb0f9ee-ccd1-4581-8a44-c0043dac651e HTTP/1.1" status: 204 len: 168 time: 0.4881365 Sep 09 16:19:00.815059 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48778) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:00.893087 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Made reservation on behalf of ebd3e8fe26e4404a83019c95e5a40882 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:00.896913 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:00.907591 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:00.926988 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-12336663-9d10-4b8f-8569-a01a9741f4a7 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499685 Sep 09 16:19:01.001260 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.004334 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48784) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:01.015952 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc0c60-15ff-4b9a-9d2c-1d2c820ebeaa req-7094feef-1925-4679-ab37-c167872842ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:01.026920 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6cc0c60-15ff-4b9a-9d2c-1d2c820ebeaa req-7094feef-1925-4679-ab37-c167872842ed service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=34a02e1977ef435492b1655e2e384d27&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2609074 Sep 09 16:19:01.044518 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.045752 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.047550 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.048155 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > port after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.048645 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > port after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.049164 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > port after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.049616 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.050291 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.050894 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.051614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.183841 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e9ae50e-1a2e-4010-920c-478642a53e59 req-25d181d6-700a-4a9c-9a4f-060a35285b69 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0810270 Sep 09 16:19:01.337013 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.337512 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.338104 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.338550 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94613) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:19:01.339015 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44b4802-c5d2-4e70-81a4-fea5f6ed9aef']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:01.372436 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed81b59-df13-420a-a21a-fb5da14ad1f8') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:01.372822 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed81b59-df13-420a-a21a-fb5da14ad1f8') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:01.417895 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9e21-040f-4d1f-a59d-a4107e9571a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.421381 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.452459 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.473132 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:19:01.473880 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: from cryptography.utils import int_from_bytes Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: from cryptography.utils import int_from_bytes Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:19:01.480310 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:19:01.495305 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.21', 49881) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:01.520146 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-624705da-447b-47b7-bf6e-51258e7b7dcb req-c9d44197-a835-44a1-afc0-92d9a8503da8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0510049 Sep 09 16:19:01.523413 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4afe0bac-3714-4b65-8efd-0c32a3cc63c2 req-7727bdf7-0050-48d7-a538-1e57f47522c7 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818832 Sep 09 16:19:01.567336 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Allocated IP 172.20.0.8 (033764cf-60bd-4168-9ff5-8933d1bd0076/ac922ba9-ebc2-4271-ba44-8f1ece0e31e6/73e3b7b4-40df-4bb4-aef7-fee26d83cc6d) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:19:01.569801 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc0c60-15ff-4b9a-9d2c-1d2c820ebeaa req-8a662ac2-61f6-482a-8086-4bddb5819be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:01.571294 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c6cc0c60-15ff-4b9a-9d2c-1d2c820ebeaa req-8a662ac2-61f6-482a-8086-4bddb5819be9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4697318 Sep 09 16:19:01.594062 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d35d79-b635-4296-af08-3ffe0d60ace4 req-1db5ceba-2da3-43e1-a073-374c54c99e12 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:01.596285 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c2d35d79-b635-4296-af08-3ffe0d60ace4 req-1db5ceba-2da3-43e1-a073-374c54c99e12 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.2351828 Sep 09 16:19:01.713153 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c2d35d79-b635-4296-af08-3ffe0d60ace4 req-06b0e5de-9f13-4574-8199-4d76a47033aa tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044617 Sep 09 16:19:01.742383 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-7a989fd5-85b7-4d5c-b71b-911d4a51688f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:01.743872 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-7a989fd5-85b7-4d5c-b71b-911d4a51688f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 819 time: 0.2475584 Sep 09 16:19:01.766259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Request body: {'port': {'device_id': '9f836e1f-2c22-4411-b8e4-197049ac3b55', 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076', 'admin_state_up': True, 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:01.776669 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-3b1ae8b1-41fe-4f84-a128-0706ebf990a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:01.778428 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-3b1ae8b1-41fe-4f84-a128-0706ebf990a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34a02e1977ef435492b1655e2e384d27&device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 1097 time: 0.1396160 Sep 09 16:19:01.809459 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9e21-040f-4d1f-a59d-a4107e9571a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.839137 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6882a166-b778-4e0f-b829-4ba14526a4f6 req-87f281bd-6b84-4b65-9c5a-be9daf710a5b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0423183 Sep 09 16:19:01.874363 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a3201-cc5a-4da8-8b74-8cc2ab01bdc5 req-b3b0061d-e27c-4ce2-b09b-1762593a2a99 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:01.875856 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c07a3201-cc5a-4da8-8b74-8cc2ab01bdc5 req-b3b0061d-e27c-4ce2-b09b-1762593a2a99 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.1902790 Sep 09 16:19:01.877189 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-c4adf298-d9b0-4b87-b0fb-8da26426b046 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944a48b7-d021-4195-a87e-f854fc23ba4e HTTP/1.1" status: 200 len: 217 time: 0.0830660 Sep 09 16:19:01.894722 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.918088 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.920060 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] 10.222.0.22 "DELETE /v2.0/networks/d44b4802-c5d2-4e70-81a4-fea5f6ed9aef HTTP/1.1" status: 204 len: 168 time: 1.1039698 Sep 09 16:19:01.924442 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48804) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:01.925480 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b24b27-fe15-41fa-8c86-62198215437a admin admin] Pushing event deleted for resources: {'Network': ['ID=d44b4802-c5d2-4e70-81a4-fea5f6ed9aef,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:01.925839 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.962252 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-211cecd1-a39f-46c2-ab95-fcca90de1d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:01.963761 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-211cecd1-a39f-46c2-ab95-fcca90de1d3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 1097 time: 0.1902800 Sep 09 16:19:01.963973 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9f5d9e21-040f-4d1f-a59d-a4107e9571a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:01.995362 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c07a3201-cc5a-4da8-8b74-8cc2ab01bdc5 req-75c48dde-b95c-49f6-8c86-87d796d87939 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111734 Sep 09 16:19:01.998701 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-c82d9814-bae0-490c-a430-862d0be70975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:01.999914 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-c82d9814-bae0-490c-a430-862d0be70975 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91d4a3af-3cfe-43db-b537-a29ab968e24d HTTP/1.1" status: 200 len: 852 time: 0.0954032 Sep 09 16:19:02.048657 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9e8045-029b-46b1-9ab7-d20267811333 admin admin] Deleting subnet 1c2bc7e4-3266-48cb-9faa-936dae3fb019 {{(pid=94613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:19:02.053382 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9f5d9e21-040f-4d1f-a59d-a4107e9571a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bab08e46733e4460a88dc70a485f7219&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0478938 Sep 09 16:19:02.056155 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48806) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:02.058268 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8045-029b-46b1-9ab7-d20267811333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.074962 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-e7005e6a-c462-4703-b573-39947c55d23f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7509c79-5a6b-4eab-bedb-32281cfd508a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608573 Sep 09 16:19:02.082349 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d9e21-040f-4d1f-a59d-a4107e9571a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5181d-e840-4db1-b6b9-cb195bb5909e,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:02.112514 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Made reservation on behalf of ebd3e8fe26e4404a83019c95e5a40882 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:02.115903 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.202662 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.308633 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.21', 49882) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:02.311235 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8045-029b-46b1-9ab7-d20267811333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32236522'] for subnet, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.347568 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Pushing event updated for resources: {'Port': ['ID=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:02.365150 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-49311a84-e892-4952-a2c9-4eeb250f5a2f req-e5b4cd9e-42ea-4458-8aab-be87cfac6668 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0799751 Sep 09 16:19:02.366506 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-8fd7abd1-e0c5-47a9-a83a-228fe4bbf0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:02.368294 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-8fd7abd1-e0c5-47a9-a83a-228fe4bbf0a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 916 time: 0.3559363 Sep 09 16:19:02.375217 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-ff7da10a-9349-48ea-974b-9e19b177534d service neutron] 10.222.0.21 "GET /v2.0/networks/a7509c79-5a6b-4eab-bedb-32281cfd508a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829764 Sep 09 16:19:02.377300 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Network 033764cf-60bd-4168-9ff5-8933d1bd0076 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:19:02.424481 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:19:02.452616 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:19:02.459071 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:02.459683 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.464386 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-52e54e4e-0715-452b-bccb-0d5455f61f6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 HTTP/1.1" status: 200 len: 217 time: 0.0856264 Sep 09 16:19:02.497028 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c18ea73b-c46b-4981-9dc2-ac97ae2a14e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.553031 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8045-029b-46b1-9ab7-d20267811333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.564105 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-67599ea2-9a36-42a5-af56-6a3a20c6a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:02.565616 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-67599ea2-9a36-42a5-af56-6a3a20c6a07f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8e1ec22-5d94-4048-a120-c011c84f03bb HTTP/1.1" status: 200 len: 855 time: 0.0687389 Sep 09 16:19:02.571425 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-ffb1f11d-fced-4845-89f5-018b90493be4 service neutron] 10.222.0.21 "GET /v2.0/networks/a7509c79-5a6b-4eab-bedb-32281cfd508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859283 Sep 09 16:19:02.638936 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-83ccd236-9151-45cf-8f18-180df59cd88a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6e35f8-349e-4162-849a-2dad88ca655d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535107 Sep 09 16:19:02.639195 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c18ea73b-c46b-4981-9dc2-ac97ae2a14e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.640816 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8017c671-75ae-4392-a821-81bdd2141135 req-d92e070c-f2e0-473f-9c4e-b45fae6575f4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0587456 Sep 09 16:19:02.671713 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-393ae914-abf7-432a-9d08-8ce6d0aa2922 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3310354 Sep 09 16:19:02.716391 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Request body: {'port': {'device_id': 'a09db1f5-0c9d-4001-8c7b-18096226d155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:02.751859 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-d775539f-16e4-4eda-a536-b055e5dd77cc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:02.753852 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-d775539f-16e4-4eda-a536-b055e5dd77cc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 811 time: 0.4451785 Sep 09 16:19:02.784825 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-36317a23-449c-4c9e-b867-0eda9daf90f2 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369460 Sep 09 16:19:02.798825 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.805769 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Allocated IP 172.20.0.4 (033764cf-60bd-4168-9ff5-8933d1bd0076/ac922ba9-ebc2-4271-ba44-8f1ece0e31e6/64d70bb8-1748-4d15-b3a7-cf4ea471c4ff) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:19:02.880667 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-0a065462-1957-4deb-959e-1a27e6d3da39 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56bf3469b193440abfb3f83f085e42ef HTTP/1.1" status: 200 len: 380 time: 0.0998678 Sep 09 16:19:02.910173 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8045-029b-46b1-9ab7-d20267811333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32216243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29623281'] for subnet, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.953470 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e8045-029b-46b1-9ab7-d20267811333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2bc7e4-3266-48cb-9faa-936dae3fb019,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:02.968970 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9d4d3-3d43-472d-b83d-5255b2cd995f req-2196b3df-4244-4bf5-ba0a-b183ab79e910 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:02.970563 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bbb9d4d3-3d43-472d-b83d-5255b2cd995f req-2196b3df-4244-4bf5-ba0a-b183ab79e910 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.1591463 Sep 09 16:19:02.971632 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8045-029b-46b1-9ab7-d20267811333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:02.975656 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-fc9e8045-029b-46b1-9ab7-d20267811333 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1c2bc7e4-3266-48cb-9faa-936dae3fb019 HTTP/1.1" status: 204 len: 168 time: 1.0461175 Sep 09 16:19:02.979259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48824) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:03.006805 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e00e4d7-9b7f-4fc7-80c3-09d20b69d614 req-dcdb9a69-9817-45d1-98e1-71a802c989ea tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0854862 Sep 09 16:19:03.028895 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4ad29d57-ff5d-42b9-b445-fe5575d433f9 req-ed0c91d9-24e6-4f6c-a3be-61f098d199e0 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256799 Sep 09 16:19:03.048642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c18ea73b-c46b-4981-9dc2-ac97ae2a14e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.051536 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c18ea73b-c46b-4981-9dc2-ac97ae2a14e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.056081 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c18ea73b-c46b-4981-9dc2-ac97ae2a14e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1da5181d-e840-4db1-b6b9-cb195bb5909e HTTP/1.1" status: 204 len: 168 time: 0.9956396 Sep 09 16:19:03.097389 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bbb9d4d3-3d43-472d-b83d-5255b2cd995f req-71388f57-ceb9-4875-968f-b5f1c3e8596d tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190987 Sep 09 16:19:03.114334 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ea73b-c46b-4981-9dc2-ac97ae2a14e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5181d-e840-4db1-b6b9-cb195bb5909e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:03.122803 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.134364 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050893f1-c2a7-4330-948e-75141a2e5fb6 req-41a3de9b-a328-4969-8ed5-d81645d9183e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:03.136397 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-050893f1-c2a7-4330-948e-75141a2e5fb6 req-41a3de9b-a328-4969-8ed5-d81645d9183e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.0611036 Sep 09 16:19:03.177364 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-050893f1-c2a7-4330-948e-75141a2e5fb6 req-32864ed5-8f0b-4f6c-8045-f27661866a89 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Sep 09 16:19:03.235871 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.270494 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.278535 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-95be1e26-219b-463f-ac9c-1896d151fd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.295113 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd8fe47-ab22-4b24-b230-e0c677145e56']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:03.307675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd903217a-1ec9-4713-abaf-e791620a7e39') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:03.307961 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd903217a-1ec9-4713-abaf-e791620a7e39') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:03.325013 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.343481 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.350035 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:19:03.350415 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:19:03.352839 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:19:03.465099 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-51441c9a-bf5d-47ad-99a0-1d8bc54ae57a req-0926eca4-de99-480b-8f98-6ab8d4f0f64b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0320439 Sep 09 16:19:03.466658 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.498196 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.546693 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.548571 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] 10.222.0.22 "DELETE /v2.0/networks/cbd8fe47-ab22-4b24-b230-e0c677145e56 HTTP/1.1" status: 204 len: 168 time: 0.5684688 Sep 09 16:19:03.559137 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Network 033764cf-60bd-4168-9ff5-8933d1bd0076 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:19:03.570471 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:19:03.572408 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aab44-9eb9-4829-bc10-cdcc4203381d admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd8fe47-ab22-4b24-b230-e0c677145e56,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:03.574112 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:19:03.611714 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Pushing event updated for resources: {'Port': ['ID=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:03.643098 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:03.646675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.725348 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9e26d5ec-9b7c-41e2-bfea-6b907c256be4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9629533 Sep 09 16:19:03.751878 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc92ca2e-5211-4172-ac43-e0e571d1fc37 req-f0878b73-5753-40f8-afe0-13b58c932a31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0289433 Sep 09 16:19:03.761998 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48840) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:03.775683 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-993fc77b-4196-40ba-b8c2-0aaee4f2228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.804477 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:03.812301 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.824695 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Transition to ACTIVE for port object 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:19:03.869673 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-993fc77b-4196-40ba-b8c2-0aaee4f2228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.893222 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48842) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:03.913462 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:03.969028 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-f6ccf79d-76df-4b86-9e1b-2366557d56c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd9d73b63cf949879f3455b849853785&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0746067 Sep 09 16:19:03.972475 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48844) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:03.984766 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Pushing event updated for resources: {'Port': ['ID=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:03.998243 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-993fc77b-4196-40ba-b8c2-0aaee4f2228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.015249 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Attempting to bind port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:19:04.015592 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Attempting to bind port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:19:04.015921 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Attempting to bind port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d on network 033764cf-60bd-4168-9ff5-8933d1bd0076 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:04.020952 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d on network 033764cf-60bd-4168-9ff5-8933d1bd0076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:19:04.024027 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Attempting to bind port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d on network 033764cf-60bd-4168-9ff5-8933d1bd0076 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:04.026395 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:19:04.026724 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Checking segment: {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:19:04.027109 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Bound using segment: {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:19:04.027539 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Bound port: 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:19:04.027896 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.053538 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-993fc77b-4196-40ba-b8c2-0aaee4f2228e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c02392badea84381b725fa9cc3eaa1f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902217 Sep 09 16:19:04.056104 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 48848) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:04.056715 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fc77b-4196-40ba-b8c2-0aaee4f2228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e90dd-2058-49bb-beab-ea5217058391,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:04.085668 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-789424df-cedc-4e30-85d6-9565586d620b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.098155 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] For port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d, host hv-cinder-76019, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:19:04.101331 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] For port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:19:04.148744 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-789424df-cedc-4e30-85d6-9565586d620b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.151810 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6d0e5b6a-b478-45d5-bfe8-1eebbebb2bc2 req-6ad71c47-b407-4d76-8067-5fda14375c28 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0599766 Sep 09 16:19:04.170673 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.187466 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-24e8ec35-d4a7-4199-a61e-f03b48517464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.212307 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-24e8ec35-d4a7-4199-a61e-f03b48517464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.215369 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:04.225265 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.225265 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/73e3b7b4-40df-4bb4-aef7-fee26d83cc6d HTTP/1.1" status: 200 len: 1093 time: 1.5098495 Sep 09 16:19:04.225265 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09db1f5-0c9d-4001-8c7b-18096226d155', 'tag': '73e3b7b4-40df-4bb4-aef7-fee26d83cc6d'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:04.225265 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f74f50-d46a-4e36-ba75-6628309df88a" -d '{"events": [{"name": "network-changed", "server_uuid": "a09db1f5-0c9d-4001-8c7b-18096226d155", "tag": "73e3b7b4-40df-4bb4-aef7-fee26d83cc6d"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:04.272253 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba576799-d24f-4344-8482-737bd53405d4 service neutron] Pushing event updated for resources: {'Port': ['ID=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:04.288181 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c5f84-540f-43f6-aa6e-6c647e4ed016 req-1306500a-a3b7-4cc3-8cae-77f57a47bc6b tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:04.290063 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-327c5f84-540f-43f6-aa6e-6c647e4ed016 req-1306500a-a3b7-4cc3-8cae-77f57a47bc6b tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.0902727 Sep 09 16:19:04.313992 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617bf898-76da-49de-9189-f36befc6bebe req-08eb610a-fc30-49b3-aaf0-ac0beb5fd88b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:04.313992 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-617bf898-76da-49de-9189-f36befc6bebe req-08eb610a-fc30-49b3-aaf0-ac0beb5fd88b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.0518429 Sep 09 16:19:04.318768 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-789424df-cedc-4e30-85d6-9565586d620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.321901 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-789424df-cedc-4e30-85d6-9565586d620b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.325574 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-789424df-cedc-4e30-85d6-9565586d620b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e49b94b0-dd88-4fc4-9b9e-a33be5012114 HTTP/1.1" status: 204 len: 168 time: 0.3496041 Sep 09 16:19:04.333046 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-327c5f84-540f-43f6-aa6e-6c647e4ed016 req-67929eaf-7852-46e0-9563-a8e99bd4907e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362632 Sep 09 16:19:04.343134 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789424df-cedc-4e30-85d6-9565586d620b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49b94b0-dd88-4fc4-9b9e-a33be5012114,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:04.368343 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-617bf898-76da-49de-9189-f36befc6bebe req-030282ea-0620-4ebb-b8d7-aa7b2dd7b56b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Sep 09 16:19:04.382298 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-24e8ec35-d4a7-4199-a61e-f03b48517464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.385254 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-24e8ec35-d4a7-4199-a61e-f03b48517464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:04.387077 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-24e8ec35-d4a7-4199-a61e-f03b48517464 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/411e90dd-2058-49bb-beab-ea5217058391 HTTP/1.1" status: 204 len: 168 time: 0.3269320 Sep 09 16:19:04.398108 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8ec35-d4a7-4199-a61e-f03b48517464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e90dd-2058-49bb-beab-ea5217058391,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:04.400250 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4708cea-768f-4288-917a-6a2850c65d1a x-openstack-request-id: req-d4708cea-768f-4288-917a-6a2850c65d1a {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:04.400524 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09db1f5-0c9d-4001-8c7b-18096226d155", "tag": "73e3b7b4-40df-4bb4-aef7-fee26d83cc6d", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:04.400797 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4708cea-768f-4288-917a-6a2850c65d1a {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:04.401217 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09db1f5-0c9d-4001-8c7b-18096226d155', 'tag': '73e3b7b4-40df-4bb4-aef7-fee26d83cc6d', 'status': 'completed', 'code': 200} Sep 09 16:19:04.594514 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d071ccd-1a97-48bc-bc2d-12c9826812f8 req-54ba3991-8be3-41e1-abe8-3d9bbeee4c46 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:04.596548 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2d071ccd-1a97-48bc-bc2d-12c9826812f8 req-54ba3991-8be3-41e1-abe8-3d9bbeee4c46 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 931 time: 0.0530100 Sep 09 16:19:04.634932 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2d071ccd-1a97-48bc-bc2d-12c9826812f8 req-ebe07f4e-28ed-47db-b242-bad3123d303a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323169 Sep 09 16:19:04.862558 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-70254571-bf06-4689-bb66-fa66ad0d920a req-488c33e8-2a7a-4d3a-826f-68b09e5fed34 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0285351 Sep 09 16:19:05.221581 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48880) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:05.245925 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1e617dee-ef4c-4da6-bb66-6951733efeb4 req-ec84fb66-d73a-4095-9553-521d969f5e8f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0261831 Sep 09 16:19:05.261170 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ea3f9c21-87d7-458f-a07a-482709d1300c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ffa3525b16f4740a43b10c9839a140f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398948 Sep 09 16:19:05.263693 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 48882) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:05.310776 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-23cce0fd-cd34-419e-bb6b-2c1ff0fa9f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:05.337345 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-23cce0fd-cd34-419e-bb6b-2c1ff0fa9f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:05.455931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fbe73-438a-4805-a2d9-b861fb04af67 req-d4c3d18e-cbea-4c24-80ee-d97be010b6fb tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:05.457683 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-885fbe73-438a-4805-a2d9-b861fb04af67 req-d4c3d18e-cbea-4c24-80ee-d97be010b6fb tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.0553782 Sep 09 16:19:05.471446 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-23cce0fd-cd34-419e-bb6b-2c1ff0fa9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:05.473956 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-23cce0fd-cd34-419e-bb6b-2c1ff0fa9f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:05.480385 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-23cce0fd-cd34-419e-bb6b-2c1ff0fa9f12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9574411-4c6d-4567-a7ab-1ab6c0028409 HTTP/1.1" status: 204 len: 168 time: 0.2133002 Sep 09 16:19:05.512938 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cce0fd-cd34-419e-bb6b-2c1ff0fa9f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9574411-4c6d-4567-a7ab-1ab6c0028409,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:05.519127 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716021b-79ff-4f03-8339-65d0fc4139d7 req-7110baa8-27d3-4795-9531-92df8c945433 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:05.521237 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8716021b-79ff-4f03-8339-65d0fc4139d7 req-7110baa8-27d3-4795-9531-92df8c945433 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.0731492 Sep 09 16:19:05.548377 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-885fbe73-438a-4805-a2d9-b861fb04af67 req-6ce274d1-5587-4d1b-81ae-8e373b6e2b1e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791774 Sep 09 16:19:05.567532 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8716021b-79ff-4f03-8339-65d0fc4139d7 req-d97d7227-db17-4127-af9e-af3802f21d25 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379927 Sep 09 16:19:05.593226 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-679b69e1-9207-4fba-a082-d3e7380dd6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:05.727408 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'port': {'device_id': '6b64784a-cb08-494f-bfaa-3662424cd608', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'admin_state_up': True, 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'security_groups': ['3fb2866b-9bd8-4fae-b920-e53e75dafc05']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:05.738831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Request body: {'port': {'device_id': '9f836e1f-2c22-4411-b8e4-197049ac3b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:05.810173 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e6e14-9569-44f4-bd07-1be035250146 req-14fd7afb-0314-468c-89ac-5f38167c662c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:05.811802 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f73e6e14-9569-44f4-bd07-1be035250146 req-14fd7afb-0314-468c-89ac-5f38167c662c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 931 time: 0.0989542 Sep 09 16:19:05.819400 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74f50-d46a-4e36-ba75-6628309df88a req-743f5185-dbfd-46e8-8180-0a31bd791e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:05.821078 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-01f74f50-d46a-4e36-ba75-6628309df88a req-743f5185-dbfd-46e8-8180-0a31bd791e56 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1096 time: 0.0645890 Sep 09 16:19:05.886160 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f73e6e14-9569-44f4-bd07-1be035250146 req-eed50881-c143-456f-9725-ed24623247ed tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626235 Sep 09 16:19:06.033424 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8132f45c-d41a-4866-9592-d43e0fc7ec7e req-4a132fde-6d69-4794-af6d-6f6552acf86a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0420077 Sep 09 16:19:06.066767 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:06.078938 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:06.099767 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74f50-d46a-4e36-ba75-6628309df88a req-bf3098c3-d208-4b0e-aa47-968bfffbd3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:06.102081 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-01f74f50-d46a-4e36-ba75-6628309df88a req-bf3098c3-d208-4b0e-aa47-968bfffbd3f3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2467277 Sep 09 16:19:06.139370 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-d9794b0a-ebba-46cb-a539-073562d26efd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:06.141348 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-d9794b0a-ebba-46cb-a539-073562d26efd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 816 time: 0.2063208 Sep 09 16:19:06.225176 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-bd858f77-b39d-476a-b4e4-496874df8efb tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f4b652e47e4f2a8c76229ad4ef3924 HTTP/1.1" status: 200 len: 380 time: 0.0592637 Sep 09 16:19:06.262179 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'port': {'device_id': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'admin_state_up': True, 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'security_groups': ['34a3dd91-bb9f-4320-9ea2-54e882438875']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:06.312903 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Made reservation on behalf of 56bf3469b193440abfb3f83f085e42ef for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:06.318176 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:06.325958 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f74f50-d46a-4e36-ba75-6628309df88a req-7373a388-6b51-4286-af5e-a6aadd8ae0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:06.327583 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-01f74f50-d46a-4e36-ba75-6628309df88a req-7373a388-6b51-4286-af5e-a6aadd8ae0b2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849864 Sep 09 16:19:06.419616 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fd8ac8d9-b1bc-451b-964d-0bc227b140b1 req-fb66d3c6-e80c-4ddb-9a69-24c1bf926f3d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0472641 Sep 09 16:19:06.518157 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-eff3bdbd-f8ae-4043-b0a4-0ca2c29c701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:06.519846 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-eff3bdbd-f8ae-4043-b0a4-0ca2c29c701f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1096 time: 0.0857785 Sep 09 16:19:06.575698 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-b793d817-c906-4658-8784-c0be6784ed8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d HTTP/1.1" status: 200 len: 217 time: 0.0353630 Sep 09 16:19:06.583059 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Allocated IP 172.20.0.12 (60652e51-aa8c-4376-8487-bf6553372b90/da47a045-f13d-4f96-865d-c4ea515ce7aa/881b89db-4fd7-47b1-ad47-c8400fd31dbb) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:19:06.628842 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-f29bd3f7-6c9f-446a-878a-fb27f6657327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:06.630419 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-f29bd3f7-6c9f-446a-878a-fb27f6657327 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.0473688 Sep 09 16:19:06.663154 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:06.684218 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-b44e0099-8221-4aaa-be2c-1cb38eeae7e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464189 Sep 09 16:19:06.688284 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Made reservation on behalf of 47f4b652e47e4f2a8c76229ad4ef3924 for: {'port': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:06.692275 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:06.722706 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:06.734578 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:06.790872 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Transition to ACTIVE for port object 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:19:06.809072 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24328ec4-ea41-40fe-b494-a7bf4eeafc18 req-a18de22a-14ad-4098-bf6c-d3e80183e3ad tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:06.810667 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-24328ec4-ea41-40fe-b494-a7bf4eeafc18 req-a18de22a-14ad-4098-bf6c-d3e80183e3ad tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.1869388 Sep 09 16:19:06.822341 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd8f4c-f77a-4ac0-8d53-de952af49908 req-f55ccab4-b18a-48ea-8615-4fff8f0a4b19 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:06.823935 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-23cd8f4c-f77a-4ac0-8d53-de952af49908 req-f55ccab4-b18a-48ea-8615-4fff8f0a4b19 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 944 time: 0.1723347 Sep 09 16:19:06.863651 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:06.893734 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-24328ec4-ea41-40fe-b494-a7bf4eeafc18 req-c4d5d39f-bc41-4355-be7e-60d6bad287e1 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686557 Sep 09 16:19:06.894707 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Transition to ACTIVE for port object 881b89db-4fd7-47b1-ad47-c8400fd31dbb will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:19:06.896945 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-c1723d87-d3be-4a3d-b6f5-69618ce9769a service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015147 Sep 09 16:19:06.914846 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:06.958946 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-23cd8f4c-f77a-4ac0-8d53-de952af49908 req-ae80ab75-9523-46d8-a3d3-412ad8c739a1 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984643 Sep 09 16:19:07.011050 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Pushing event updated for resources: {'Port': ['ID=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:07.077153 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.099148 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Allocated IP 172.20.0.6 (82c64c0a-c984-4fd8-b12b-a2079f34a282/74cbc30b-4a62-4af5-8658-1ceefa23c5ac/a108138d-36e1-453b-bc40-4a221ab3132b) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:19:07.165530 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Attempting to bind port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:19:07.165930 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Attempting to bind port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:19:07.166258 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-57d6648e-41f5-494f-9ed1-f9a90c007339 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622561 Sep 09 16:19:07.166383 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Attempting to bind port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff on network 033764cf-60bd-4168-9ff5-8933d1bd0076 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:07.181612 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Network 60652e51-aa8c-4376-8487-bf6553372b90 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:19:07.183419 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15a7703c-884b-4f68-bc7b-643108508525 req-2d82d4a2-e3c5-4a50-a405-b17ffa1a0b6a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0355752 Sep 09 16:19:07.196779 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:19:07.198515 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff on network 033764cf-60bd-4168-9ff5-8933d1bd0076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:19:07.198770 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Attempting to bind port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff on network 033764cf-60bd-4168-9ff5-8933d1bd0076 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:07.200991 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:19:07.242713 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'Port': ['ID=881b89db-4fd7-47b1-ad47-c8400fd31dbb,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:07.255499 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778dca9-9ba6-4342-bd5b-b4c090eff4df req-c19849c7-6d6d-4905-be3b-2ac768c41e54 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:07.261337 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c778dca9-9ba6-4342-bd5b-b4c090eff4df req-c19849c7-6d6d-4905-be3b-2ac768c41e54 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.2241600 Sep 09 16:19:07.278249 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:19:07.278614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Checking segment: {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:19:07.279463 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Bound using segment: {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:19:07.279595 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Bound port: 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a62315-a37f-4821-84df-60042e705558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:19:07.279954 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.346085 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:07.347020 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.400034 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.419228 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Transition to ACTIVE for port object a108138d-36e1-453b-bc40-4a221ab3132b will not be triggered until provisioned by entity DHCP. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:19:07.422199 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c778dca9-9ba6-4342-bd5b-b4c090eff4df req-427a6855-50f4-482f-a466-a231a90f252c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375573 Sep 09 16:19:07.485218 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-50d894a8-ada8-41c4-8ae5-ab141348f2f0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7644382 Sep 09 16:19:07.491239 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] For port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:19:07.505997 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] For port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:19:07.517513 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Request body: {'port': {'device_id': '6b64784a-cb08-494f-bfaa-3662424cd608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:07.586651 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.604733 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.625732 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.637613 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd618ae7-8d16-4469-addd-d3ffcc6be9df req-f78139f8-8abe-46c1-9369-156cd4f84e1a tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:07.639162 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fd618ae7-8d16-4469-addd-d3ffcc6be9df req-f78139f8-8abe-46c1-9369-156cd4f84e1a tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 932 time: 0.1287751 Sep 09 16:19:07.644312 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ddf4c15d-9183-4c71-853c-a8c2b572fcbb None None] Provisioning for port 881b89db-4fd7-47b1-ad47-c8400fd31dbb completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:19:07.648553 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ddf4c15d-9183-4c71-853c-a8c2b572fcbb None None] Provisioning complete for port 881b89db-4fd7-47b1-ad47-c8400fd31dbb triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:19:07.649624 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c15d-9183-4c71-853c-a8c2b572fcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.656315 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:19:07.674708 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:19:07.677681 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:19:07.679650 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:19:07.683520 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:07.684151 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.708406 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:07.720721 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-ddf4c15d-9183-4c71-853c-a8c2b572fcbb None None] Port 881b89db-4fd7-47b1-ad47-c8400fd31dbb cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:19:07.740473 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fd618ae7-8d16-4469-addd-d3ffcc6be9df req-8c6314da-2a4c-4036-8796-2faa9cd1c979 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881631 Sep 09 16:19:07.754968 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:07.755871 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.757523 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] 10.222.0.21 "PUT /v2.0/ports/64d70bb8-1748-4d15-b3a7-cf4ea471c4ff HTTP/1.1" status: 200 len: 1093 time: 2.0352845 Sep 09 16:19:07.760670 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f836e1f-2c22-4411-b8e4-197049ac3b55', 'tag': '64d70bb8-1748-4d15-b3a7-cf4ea471c4ff'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:07.822976 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-717f7522-7059-486e-8020-8d72fae9642d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5660751 Sep 09 16:19:07.843980 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Request body: {'port': {'device_id': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:07.851263 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc29496-5b25-4a3b-ad81-3cd2ba4538ee service neutron] Pushing event updated for resources: {'Port': ['ID=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:07.908958 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:07.921668 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'port_id': '61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'mac_address': 'fa:16:3e:fa:f1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e1ec22-5d94-4048-a120-c011c84f03bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:19:07.961993 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.979263 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:07.993315 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:08.000169 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a819e18a-2df1-4a0b-b059-8257c7578589" -d '{"events": [{"name": "network-changed", "server_uuid": "9f836e1f-2c22-4411-b8e4-197049ac3b55", "tag": "64d70bb8-1748-4d15-b3a7-cf4ea471c4ff"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:08.023764 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:08.141122 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d947627-cb51-4a3c-8fbd-737443b42d7c req-8bb93e84-93c7-4b00-b881-c900547daeb2 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:08.142942 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5d947627-cb51-4a3c-8fbd-737443b42d7c req-8bb93e84-93c7-4b00-b881-c900547daeb2 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.1455936 Sep 09 16:19:08.148305 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:08.232351 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a312d-37c6-4143-b4b4-71b08605b958 req-1f765668-93f8-48d9-8d8d-6b82264e1e03 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:08.235128 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d90a312d-37c6-4143-b4b4-71b08605b958 req-1f765668-93f8-48d9-8d8d-6b82264e1e03 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 945 time: 0.1064155 Sep 09 16:19:08.243095 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:08.246696 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-bf8b747d-9839-4947-879c-1743d8e9545f None None] Provisioning for port a108138d-36e1-453b-bc40-4a221ab3132b completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:19:08.263666 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-bf8b747d-9839-4947-879c-1743d8e9545f None None] Provisioning complete for port a108138d-36e1-453b-bc40-4a221ab3132b triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:19:08.323845 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bf8b747d-9839-4947-879c-1743d8e9545f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:08.336667 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b747d-9839-4947-879c-1743d8e9545f None None] Port a108138d-36e1-453b-bc40-4a221ab3132b cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:19:08.433759 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d90a312d-37c6-4143-b4b4-71b08605b958 req-718418b6-47e6-49d8-87fa-b22e493a31cd tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Sep 09 16:19:08.433917 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881b89db-4fd7-47b1-ad47-c8400fd31dbb {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:08.440935 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5d947627-cb51-4a3c-8fbd-737443b42d7c req-01a2fba2-a168-4331-a37b-78323f2c1bcb tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410715 Sep 09 16:19:08.464114 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:08.488489 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-58204b7a-2553-4684-ac64-626cef8a9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:08.492125 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-58204b7a-2553-4684-ac64-626cef8a9e73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 1096 time: 0.3986862 Sep 09 16:19:08.495402 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a108138d-36e1-453b-bc40-4a221ab3132b {{(pid=94612) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:08.508307 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:08.523758 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Transition to ACTIVE for port object a108138d-36e1-453b-bc40-4a221ab3132b will not be triggered until provisioned by entity L2. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:19:08.526319 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:08.529583 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:19:08.572255 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Transition to ACTIVE for port object 881b89db-4fd7-47b1-ad47-c8400fd31dbb will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:19:08.608954 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d35faa8-0a67-4933-92fb-756937ed5347 x-openstack-request-id: req-8d35faa8-0a67-4933-92fb-756937ed5347 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:08.609241 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f836e1f-2c22-4411-b8e4-197049ac3b55", "tag": "64d70bb8-1748-4d15-b3a7-cf4ea471c4ff", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:08.609491 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d35faa8-0a67-4933-92fb-756937ed5347 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:08.609986 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f836e1f-2c22-4411-b8e4-197049ac3b55', 'tag': '64d70bb8-1748-4d15-b3a7-cf4ea471c4ff', 'status': 'completed', 'code': 200} Sep 09 16:19:08.612824 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-4c3becbf-9825-4b27-831b-ba167914aff0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff HTTP/1.1" status: 200 len: 217 time: 0.1043348 Sep 09 16:19:08.615290 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:08.673996 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:08.755648 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:08.769340 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555c5f50-4518-4df5-b0bb-b90e840a1395 req-2cecd972-c158-4f19-b1c3-c5147dc2c0d4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:08.771553 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-555c5f50-4518-4df5-b0bb-b90e840a1395 req-2cecd972-c158-4f19-b1c3-c5147dc2c0d4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.1647668 Sep 09 16:19:08.775133 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Pushing event updated for resources: {'Port': ['ID=881b89db-4fd7-47b1-ad47-c8400fd31dbb,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:08.818528 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e47de-7177-46d2-9353-a6971ac22018 req-6cac1769-e731-4ace-ac1a-1a36ef83541d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:08.826841 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-167e47de-7177-46d2-9353-a6971ac22018 req-6cac1769-e731-4ace-ac1a-1a36ef83541d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.1619017 Sep 09 16:19:08.866043 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Attempting to bind port a108138d-36e1-453b-bc40-4a221ab3132b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:19:08.866401 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Attempting to bind port a108138d-36e1-453b-bc40-4a221ab3132b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:19:08.867165 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Attempting to bind port a108138d-36e1-453b-bc40-4a221ab3132b on network 82c64c0a-c984-4fd8-b12b-a2079f34a282 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:08.890663 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Port a108138d-36e1-453b-bc40-4a221ab3132b on network 82c64c0a-c984-4fd8-b12b-a2079f34a282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:19:08.891136 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Attempting to bind port a108138d-36e1-453b-bc40-4a221ab3132b on network 82c64c0a-c984-4fd8-b12b-a2079f34a282 {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:08.899126 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:19:08.899539 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Checking segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:19:08.899906 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Bound using segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} {{(pid=94612) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:19:08.900812 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.managers [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Bound port: a108138d-36e1-453b-bc40-4a221ab3132b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'}}] {{(pid=94612) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:19:08.901318 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:08.918764 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-555c5f50-4518-4df5-b0bb-b90e840a1395 req-abe72f80-5634-4348-ba47-a26eb929d4a1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343393 Sep 09 16:19:08.924725 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-167e47de-7177-46d2-9353-a6971ac22018 req-8dfc56c4-1b37-4ff5-ba01-81cb9eda0117 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946035 Sep 09 16:19:08.960368 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Attempting to bind port 881b89db-4fd7-47b1-ad47-c8400fd31dbb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:19:08.968153 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Attempting to bind port 881b89db-4fd7-47b1-ad47-c8400fd31dbb by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:19:08.968985 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Attempting to bind port 881b89db-4fd7-47b1-ad47-c8400fd31dbb on network 60652e51-aa8c-4376-8487-bf6553372b90 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:08.975108 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Port 881b89db-4fd7-47b1-ad47-c8400fd31dbb on network 60652e51-aa8c-4376-8487-bf6553372b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:19:08.975678 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Attempting to bind port 881b89db-4fd7-47b1-ad47-c8400fd31dbb on network 60652e51-aa8c-4376-8487-bf6553372b90 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:08.981642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:19:08.982373 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Checking segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:19:08.986898 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Bound using segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:19:08.986898 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Bound port: 881b89db-4fd7-47b1-ad47-c8400fd31dbb, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:19:08.986898 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:09.009767 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, cleared binding levels {{(pid=94612) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:19:09.013027 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94612) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:19:09.084532 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] For port 881b89db-4fd7-47b1-ad47-c8400fd31dbb, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:19:09.088408 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] For port 881b89db-4fd7-47b1-ad47-c8400fd31dbb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:19:09.106703 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:09.147744 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:09.148363 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:09.149916 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] 10.222.0.21 "PUT /v2.0/ports/a108138d-36e1-453b-bc40-4a221ab3132b HTTP/1.1" status: 200 len: 1093 time: 1.3105531 Sep 09 16:19:09.150254 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:09.152459 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5249e31-e582-49d0-aa9b-711b98aaa666" -d '{"events": [{"name": "network-changed", "server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:09.168500 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a20820-cfa9-4591-b3a8-7cf883090f2e req-c666cd25-526f-4508-a374-f8e0c035ca13 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:09.170026 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-34a20820-cfa9-4591-b3a8-7cf883090f2e req-c666cd25-526f-4508-a374-f8e0c035ca13 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.1161549 Sep 09 16:19:09.177094 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:09.185280 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c1cb8-5df4-4ea3-af5c-6c2d89ef2161 service neutron] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=3']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:09.238195 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-34a20820-cfa9-4591-b3a8-7cf883090f2e req-c102b0f2-39bb-4ef1-8539-32e29f1cd254 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 Sep 09 16:19:09.268006 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4efeb1d-d5ca-43d1-926d-2620c43f2200 x-openstack-request-id: req-e4efeb1d-d5ca-43d1-926d-2620c43f2200 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:09.268006 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:09.268006 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4efeb1d-d5ca-43d1-926d-2620c43f2200 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:09.268006 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'status': 'completed', 'code': 200} Sep 09 16:19:09.268270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:09.268270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:09.268934 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] 10.222.0.21 "PUT /v2.0/ports/881b89db-4fd7-47b1-ad47-c8400fd31dbb HTTP/1.1" status: 200 len: 1094 time: 1.7613854 Sep 09 16:19:09.291244 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c85410-413d-4d32-b9b9-2c0d26ce4678 service neutron] Pushing event updated for resources: {'Port': ['ID=881b89db-4fd7-47b1-ad47-c8400fd31dbb,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:09.518604 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0671b6ca-624a-4362-8f83-ff44dacbd6d2 req-0949c5a2-3ff9-48ca-9970-4ae612fe2d70 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:09.519023 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0671b6ca-624a-4362-8f83-ff44dacbd6d2 req-0949c5a2-3ff9-48ca-9970-4ae612fe2d70 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 945 time: 0.0586927 Sep 09 16:19:09.566784 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0671b6ca-624a-4362-8f83-ff44dacbd6d2 req-caee399d-bc55-4e5e-9e6f-696922e126f6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Sep 09 16:19:09.582256 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978e16a-7aea-40cd-b6ba-143222912b51 req-20ebb692-50e2-4b86-beec-85570d8c636f tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:09.584480 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d978e16a-7aea-40cd-b6ba-143222912b51 req-20ebb692-50e2-4b86-beec-85570d8c636f tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.0693755 Sep 09 16:19:09.790050 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d978e16a-7aea-40cd-b6ba-143222912b51 req-f5ffbbfd-f586-4a03-a928-cf678784181a tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999869 Sep 09 16:19:10.037251 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600c77c-629d-4ce1-9cc0-17c249730dbf req-581a34b9-b310-4631-837c-29b3cee0bcb7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:10.038743 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6600c77c-629d-4ce1-9cc0-17c249730dbf req-581a34b9-b310-4631-837c-29b3cee0bcb7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.0494914 Sep 09 16:19:10.054186 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025dd9e-7275-4af3-a89b-525750c19095 req-b5fa6b5e-d356-4f8e-ac6d-eddb37c222d1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:10.055571 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8025dd9e-7275-4af3-a89b-525750c19095 req-b5fa6b5e-d356-4f8e-ac6d-eddb37c222d1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0466228 Sep 09 16:19:10.079570 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6600c77c-629d-4ce1-9cc0-17c249730dbf req-f19da593-5643-474a-b3bd-404a5db24c1a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345891 Sep 09 16:19:10.097939 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8025dd9e-7275-4af3-a89b-525750c19095 req-908126df-7b46-487b-aea8-06f56983f660 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364227 Sep 09 16:19:10.354940 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740419b1-2117-4f9c-a812-2136c4a0e1dd req-b02058a5-88e1-4989-af27-5f696e96b5d7 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:10.356497 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-740419b1-2117-4f9c-a812-2136c4a0e1dd req-b02058a5-88e1-4989-af27-5f696e96b5d7 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.0506632 Sep 09 16:19:10.403426 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-740419b1-2117-4f9c-a812-2136c4a0e1dd req-a65005e4-aef5-49cc-bed6-5c45869d1687 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399690 Sep 09 16:19:10.610907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b64784a-cb08-494f-bfaa-3662424cd608', 'tag': '881b89db-4fd7-47b1-ad47-c8400fd31dbb'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:10.621939 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dd011f-13fe-483a-a7e5-bbbd9f700b69" -d '{"events": [{"name": "network-changed", "server_uuid": "6b64784a-cb08-494f-bfaa-3662424cd608", "tag": "881b89db-4fd7-47b1-ad47-c8400fd31dbb"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:10.649204 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6554db91-7a17-4c60-ae82-2f60a965e1e4 x-openstack-request-id: req-6554db91-7a17-4c60-ae82-2f60a965e1e4 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:10.649499 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b64784a-cb08-494f-bfaa-3662424cd608", "tag": "881b89db-4fd7-47b1-ad47-c8400fd31dbb", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:10.649749 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6554db91-7a17-4c60-ae82-2f60a965e1e4 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:10.650309 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b64784a-cb08-494f-bfaa-3662424cd608', 'tag': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'status': 'completed', 'code': 200} Sep 09 16:19:10.685126 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fcf20-247c-4bf9-95f3-cc06e4cfab4c req-494f6b9f-f0c5-4160-80fc-8c110e97682c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:10.686624 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cc5fcf20-247c-4bf9-95f3-cc06e4cfab4c req-494f6b9f-f0c5-4160-80fc-8c110e97682c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 945 time: 0.0516510 Sep 09 16:19:10.726635 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cc5fcf20-247c-4bf9-95f3-cc06e4cfab4c req-4dacf056-a28d-426a-8896-100b73c7256f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Sep 09 16:19:11.084230 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d917e-85ae-439a-bd23-acfbe1ec3f0e req-8a23ce13-b753-455f-a489-89c586a5f9c5 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.093222 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-980d917e-85ae-439a-bd23-acfbe1ec3f0e req-8a23ce13-b753-455f-a489-89c586a5f9c5 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 944 time: 0.2277849 Sep 09 16:19:11.124479 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-980d917e-85ae-439a-bd23-acfbe1ec3f0e req-b2b6054b-b7e3-4947-9c4a-7f5ddf6a4b37 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324926 Sep 09 16:19:11.202936 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b1500-fb61-45f5-af30-337389e848dc req-faef49f7-a511-4417-a2c5-1abeb4ea0c34 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.204309 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-769b1500-fb61-45f5-af30-337389e848dc req-faef49f7-a511-4417-a2c5-1abeb4ea0c34 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.0503187 Sep 09 16:19:11.228733 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a2480-0787-4c78-ae48-359c280c8559 req-f0a1d3c3-bb32-484d-8bf9-bf5d9e2532b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.229625 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1a8a2480-0787-4c78-ae48-359c280c8559 req-f0a1d3c3-bb32-484d-8bf9-bf5d9e2532b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0502405 Sep 09 16:19:11.251179 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-769b1500-fb61-45f5-af30-337389e848dc req-71caa9de-87f0-462b-ae2b-7cec26011a74 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Sep 09 16:19:11.273345 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1a8a2480-0787-4c78-ae48-359c280c8559 req-49197401-613e-4317-b963-9d455a6093b7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373697 Sep 09 16:19:11.521146 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1b140-1cd6-447d-8ba3-7e30b9ec45df req-77b702cc-cdf1-41c1-9248-97c323257eff tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.522837 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9ba1b140-1cd6-447d-8ba3-7e30b9ec45df req-77b702cc-cdf1-41c1-9248-97c323257eff tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.0492814 Sep 09 16:19:11.564251 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9ba1b140-1cd6-447d-8ba3-7e30b9ec45df req-abd974e9-9d1d-4890-8b31-cd60771cbcc5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343761 Sep 09 16:19:11.710931 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-561d605a-0d88-4a44-8f2b-15cba856c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.712410 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-561d605a-0d88-4a44-8f2b-15cba856c374 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.0515358 Sep 09 16:19:11.714032 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 944a48b7-d021-4195-a87e-f854fc23ba4e details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:19:11.795917 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5249e31-e582-49d0-aa9b-711b98aaa666 req-b150314e-474e-4207-a02f-8d7154d1368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.797670 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b5249e31-e582-49d0-aa9b-711b98aaa666 req-b150314e-474e-4207-a02f-8d7154d1368f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 1096 time: 0.0471141 Sep 09 16:19:11.831293 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-f710fbd5-8586-47e5-97cd-e9ceae9ad28e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761883 Sep 09 16:19:11.843794 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 944a48b7-d021-4195-a87e-f854fc23ba4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=944a48b7-d021-4195-a87e-f854fc23ba4e,segment=NetworkSegment(63624e92-ba36-41a4-aad2-a0b0cab58d85),segment_id=63624e92-ba36-41a4-aad2-a0b0cab58d85)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:11.863934 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '944a48b7-d021-4195-a87e-f854fc23ba4e', 'network_id': 'a7509c79-5a6b-4eab-bedb-32281cfd508a', 'port_id': '944a48b7-d021-4195-a87e-f854fc23ba4e', 'mac_address': 'fa:16:3e:eb:c8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d4a3af-3cfe-43db-b537-a29ab968e24d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:19:11.865030 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd011f-13fe-483a-a7e5-bbbd9f700b69 req-1a0f1eaf-e52b-4e53-93d0-afa3ea60499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.867119 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-92dd011f-13fe-483a-a7e5-bbbd9f700b69 req-1a0f1eaf-e52b-4e53-93d0-afa3ea60499d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 1097 time: 0.1083782 Sep 09 16:19:11.920229 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:11.936262 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47de992-3b86-47dd-89cb-fa1c1eed34ab req-8a4ab036-307a-4510-ba24-ff0f3e7ca25e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.937597 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944a48b7-d021-4195-a87e-f854fc23ba4e {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:11.946024 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c47de992-3b86-47dd-89cb-fa1c1eed34ab req-8a4ab036-307a-4510-ba24-ff0f3e7ca25e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 945 time: 0.1469450 Sep 09 16:19:11.964328 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 944a48b7-d021-4195-a87e-f854fc23ba4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=944a48b7-d021-4195-a87e-f854fc23ba4e,segment=NetworkSegment(63624e92-ba36-41a4-aad2-a0b0cab58d85),segment_id=63624e92-ba36-41a4-aad2-a0b0cab58d85)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:11.995422 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5249e31-e582-49d0-aa9b-711b98aaa666 req-101470c0-0919-4b6d-8153-e0bba9636a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:11.996886 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b5249e31-e582-49d0-aa9b-711b98aaa666 req-101470c0-0919-4b6d-8153-e0bba9636a6b service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1606169 Sep 09 16:19:12.004467 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c47de992-3b86-47dd-89cb-fa1c1eed34ab req-81cebdca-dd96-447a-b223-2341eacaeaec tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576103 Sep 09 16:19:12.027419 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-e02e3990-bfa1-4b6d-9e7e-f9be801ac0ce service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914830 Sep 09 16:19:12.090001 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:12.106290 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5249e31-e582-49d0-aa9b-711b98aaa666 req-d9b05c19-01e1-44b5-a46b-282b5d5ffb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.107905 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b5249e31-e582-49d0-aa9b-711b98aaa666 req-d9b05c19-01e1-44b5-a46b-282b5d5ffb61 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999677 Sep 09 16:19:12.140747 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=944a48b7-d021-4195-a87e-f854fc23ba4e,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:12.189375 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd011f-13fe-483a-a7e5-bbbd9f700b69 req-356e88fc-bf73-4090-991f-23b0719d2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.190899 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-92dd011f-13fe-483a-a7e5-bbbd9f700b69 req-356e88fc-bf73-4090-991f-23b0719d2120 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=56bf3469b193440abfb3f83f085e42ef&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2692459 Sep 09 16:19:12.218326 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-9ec6fd96-2962-45e4-b172-4dbeeeca54ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.219817 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-9ec6fd96-2962-45e4-b172-4dbeeeca54ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 1096 time: 0.0482452 Sep 09 16:19:12.274510 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-2474936d-7430-40d4-9741-45840d4e9ec2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a108138d-36e1-453b-bc40-4a221ab3132b HTTP/1.1" status: 200 len: 217 time: 0.0389578 Sep 09 16:19:12.284587 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ccb0a56a-d9dc-4f5d-bda9-be3afba2c873 req-3c75888c-e988-4ae6-8c4a-1960a34c203c service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242713 Sep 09 16:19:12.333448 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-a0c94230-6b68-4eba-8077-732fb0c1f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.335197 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-a0c94230-6b68-4eba-8077-732fb0c1f6a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0532236 Sep 09 16:19:12.388400 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a18849-939b-4387-9247-ee3c6163c6c8 req-30058d42-5112-4418-9825-b16321e534e1 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.389783 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-02a18849-939b-4387-9247-ee3c6163c6c8 req-30058d42-5112-4418-9825-b16321e534e1 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 945 time: 0.1886280 Sep 09 16:19:12.415269 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['944a48b7-d021-4195-a87e-f854fc23ba4e'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:19:12.435876 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd011f-13fe-483a-a7e5-bbbd9f700b69 req-72c82c64-c55b-48cd-9f0a-a11a46f2e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.437425 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-92dd011f-13fe-483a-a7e5-bbbd9f700b69 req-72c82c64-c55b-48cd-9f0a-a11a46f2e6a6 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2374184 Sep 09 16:19:12.450725 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12000014-8826-4a16-9217-cb6e324555a8 req-bbfcb096-cd0e-4e35-8ec8-86f704a287cc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.457056 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-12000014-8826-4a16-9217-cb6e324555a8 req-bbfcb096-cd0e-4e35-8ec8-86f704a287cc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.1208360 Sep 09 16:19:12.469360 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-02a18849-939b-4387-9247-ee3c6163c6c8 req-9f77b246-3ec0-44c0-b34a-fd4c87e9be99 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511189 Sep 09 16:19:12.469916 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-415f8964-43f6-49db-a921-7c768380216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.469916 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-415f8964-43f6-49db-a921-7c768380216e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1193738 Sep 09 16:19:12.533419 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-4c2448fd-a6c3-425c-8302-5de651a32790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.535270 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-4c2448fd-a6c3-425c-8302-5de651a32790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 1096 time: 0.0493591 Sep 09 16:19:12.558991 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:12.591556 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-12000014-8826-4a16-9217-cb6e324555a8 req-f1ab1361-b089-4300-a8ae-23cfbb48e0b0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323619 Sep 09 16:19:12.660025 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-4d1bc0bc-1a30-4855-a80f-f6c2a20df08a service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701844 Sep 09 16:19:12.747420 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-bfb632dd-889e-48c2-ab28-6e1dd3eddba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.749173 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-bfb632dd-889e-48c2-ab28-6e1dd3eddba6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 1097 time: 0.2129757 Sep 09 16:19:12.763585 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358d361-bf90-4ed5-ac44-0962719c540d req-dac7a64d-f920-46e0-913d-eda10772b60b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.765258 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8358d361-bf90-4ed5-ac44-0962719c540d req-dac7a64d-f920-46e0-913d-eda10772b60b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.2168941 Sep 09 16:19:12.819391 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-9786cc88-fa53-46a5-8f28-ca93e86ca416 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420634 Sep 09 16:19:12.828968 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb700449-10c0-4271-ba0d-7b347a240bf1 req-6b1e0dfe-042f-4465-9593-f4afd95c688f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.831372 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cb700449-10c0-4271-ba0d-7b347a240bf1 req-6b1e0dfe-042f-4465-9593-f4afd95c688f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.1648474 Sep 09 16:19:12.831653 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-0be9afa9-1a9e-4680-a125-9dfe755a4a80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb HTTP/1.1" status: 200 len: 217 time: 0.0603349 Sep 09 16:19:12.855564 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-fa4a09a1-86c4-495d-8adb-9c0c9d954796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.857014 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-fa4a09a1-86c4-495d-8adb-9c0c9d954796 service neutron] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 920 time: 0.3097067 Sep 09 16:19:12.881194 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cb700449-10c0-4271-ba0d-7b347a240bf1 req-835d2016-2796-4b95-bc6c-d591494ba6f7 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Sep 09 16:19:12.940631 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-0c113d84-bb8e-4ac1-97c7-2643f52c94f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff HTTP/1.1" status: 200 len: 217 time: 0.0630243 Sep 09 16:19:12.949846 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8358d361-bf90-4ed5-ac44-0962719c540d req-84cc671e-8fcf-4c4c-be23-4900408cef60 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661663 Sep 09 16:19:12.951681 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-c6516250-a99d-4901-82d9-66385967542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:12.953067 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-c6516250-a99d-4901-82d9-66385967542d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 200 len: 850 time: 0.1084900 Sep 09 16:19:13.087992 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-d6d4ab02-5639-467b-a0d8-5fcd1cd1eb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:13.089477 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-d6d4ab02-5639-467b-a0d8-5fcd1cd1eb57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.0814214 Sep 09 16:19:13.091210 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-370bce47-127b-4f33-b0ae-18bb32621300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:13.092540 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-370bce47-127b-4f33-b0ae-18bb32621300 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60652e51-aa8c-4376-8487-bf6553372b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0926435 Sep 09 16:19:13.125305 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb8015-67c8-44e2-b24d-4bac1b6a2997 req-86d07696-053f-403a-bad6-6c5688b82f44 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:13.127225 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-38cb8015-67c8-44e2-b24d-4bac1b6a2997 req-86d07696-053f-403a-bad6-6c5688b82f44 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 945 time: 0.0548596 Sep 09 16:19:13.145871 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-c66de0df-a9b4-4284-b84c-ba96ed675600 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395865 Sep 09 16:19:13.168198 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-38cb8015-67c8-44e2-b24d-4bac1b6a2997 req-6a097fe4-8034-4fbb-9b41-c28c396968dd tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344226 Sep 09 16:19:13.369960 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49176) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:13.452778 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-99385e50-861f-49f9-976e-2682c1f4693b service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388536 Sep 09 16:19:13.483972 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-45af6732-6af1-4cfa-9c1f-b668f86adb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:13.485043 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-fcd348d4-d00d-4c3f-bc8d-2b3b55984554 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283563 Sep 09 16:19:13.581682 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-45af6732-6af1-4cfa-9c1f-b668f86adb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:13.647497 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4a0d7745-bd72-4242-b1b0-62e496aca2d0 req-1ba8748f-ac84-4fb5-9ddb-79a32a81c02e service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840868 Sep 09 16:19:13.669184 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bd3f1-75f7-447e-920b-d0e656b1560d req-dd7c5771-125c-4a5d-b6a3-43efb00b5447 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:13.670718 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb7bd3f1-75f7-447e-920b-d0e656b1560d req-dd7c5771-125c-4a5d-b6a3-43efb00b5447 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 945 time: 0.1240883 Sep 09 16:19:13.674577 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a819e18a-2df1-4a0b-b059-8257c7578589 req-e220358b-708f-4e83-b8f3-2e9d1281c952 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786227 Sep 09 16:19:13.700693 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-45af6732-6af1-4cfa-9c1f-b668f86adb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:13.709994 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb7bd3f1-75f7-447e-920b-d0e656b1560d req-f58a84fc-96f0-4841-9806-887e7082f1d3 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Sep 09 16:19:13.716860 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:19:13.756562 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-45af6732-6af1-4cfa-9c1f-b668f86adb9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e02dd3d54b243748c03c50f6b6ce884&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853900 Sep 09 16:19:13.759270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49184) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:13.762148 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af6732-6af1-4cfa-9c1f-b668f86adb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1936475a-0642-414a-aca1-6c3b1543203e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:13.774557 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95c624-a246-4d11-8034-14ac2b74d1d8 req-25a5d85d-e958-43f4-86e4-bef53a87094d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:13.776182 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e95c624-a246-4d11-8034-14ac2b74d1d8 req-25a5d85d-e958-43f4-86e4-bef53a87094d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.1049287 Sep 09 16:19:13.796576 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:19:13.814636 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-74e0a8aa-f26a-42aa-97ab-81c7ba4c025b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:13.815897 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8e95c624-a246-4d11-8034-14ac2b74d1d8 req-60efd694-27d7-4208-aa9d-648d6e0cda9d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335474 Sep 09 16:19:13.839317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-74e0a8aa-f26a-42aa-97ab-81c7ba4c025b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:13.961752 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:13.975820 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '73e3b7b4-40df-4bb4-aef7-fee26d83cc6d', 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076', 'port_id': '73e3b7b4-40df-4bb4-aef7-fee26d83cc6d', 'mac_address': 'fa:16:3e:af:51:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac922ba9-ebc2-4271-ba44-8f1ece0e31e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:19:13.983634 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-74e0a8aa-f26a-42aa-97ab-81c7ba4c025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:13.986919 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-74e0a8aa-f26a-42aa-97ab-81c7ba4c025b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:13.993625 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-74e0a8aa-f26a-42aa-97ab-81c7ba4c025b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1936475a-0642-414a-aca1-6c3b1543203e HTTP/1.1" status: 204 len: 168 time: 0.2278275 Sep 09 16:19:14.000203 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0a8aa-f26a-42aa-97ab-81c7ba4c025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1936475a-0642-414a-aca1-6c3b1543203e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:14.017852 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262236f2-eead-4a95-b9e9-0929d1d4b140 req-1765f251-36bd-4bad-ae93-cae8e5da6e57 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:14.025104 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-262236f2-eead-4a95-b9e9-0929d1d4b140 req-1765f251-36bd-4bad-ae93-cae8e5da6e57 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.0744770 Sep 09 16:19:14.027145 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:14.042194 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:14.047769 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:19:14.056366 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:19:14.056366 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:14.072086 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-262236f2-eead-4a95-b9e9-0929d1d4b140 req-0c6840b9-fd70-4dcd-9ddb-2fa6de955f17 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461106 Sep 09 16:19:14.091825 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:14.139690 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479839a-0a54-4f91-8d73-ee06fda38e6e req-a70d093b-145f-4350-a178-4e811393ffd2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:14.141156 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e479839a-0a54-4f91-8d73-ee06fda38e6e req-a70d093b-145f-4350-a178-4e811393ffd2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0530064 Sep 09 16:19:14.150190 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:14.172950 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b0267-bb49-41f2-b9c5-782c47f2bed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:14.181678 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e479839a-0a54-4f91-8d73-ee06fda38e6e req-63638b44-d09c-4679-93b6-535bb377152a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335021 Sep 09 16:19:14.242489 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:14.262659 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:14.321148 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:14.332612 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272dcc5-d067-4c6a-af4d-0c6ecb709a19 req-4640934e-dfda-46db-9d5b-279318f0ad80 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:14.334209 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8272dcc5-d067-4c6a-af4d-0c6ecb709a19 req-4640934e-dfda-46db-9d5b-279318f0ad80 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 945 time: 0.0686445 Sep 09 16:19:14.394047 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8272dcc5-d067-4c6a-af4d-0c6ecb709a19 req-ce89fa51-f51e-4673-90be-37b1d6d64403 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Sep 09 16:19:14.403135 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d1f271-5d44-4af3-9664-034ea72dc7e1" -d '{"events": [{"server_uuid": "af8b0267-bb49-41f2-b9c5-782c47f2bed8", "name": "network-vif-plugged", "status": "completed", "tag": "61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:14.407308 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:14.409237 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 944a48b7-d021-4195-a87e-f854fc23ba4e up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:19:14.515501 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:14.532280 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a806c36e-49a6-417b-9006-ce22b7c9eb13 x-openstack-request-id: req-a806c36e-49a6-417b-9006-ce22b7c9eb13 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:14.532280 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b0267-bb49-41f2-b9c5-782c47f2bed8", "name": "network-vif-plugged", "status": "completed", "tag": "61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:14.532280 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a806c36e-49a6-417b-9006-ce22b7c9eb13 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:14.532280 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b0267-bb49-41f2-b9c5-782c47f2bed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'code': 200} Sep 09 16:19:14.586466 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['73e3b7b4-40df-4bb4-aef7-fee26d83cc6d'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:19:14.620948 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 944a48b7-d021-4195-a87e-f854fc23ba4e completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:19:14.630335 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 944a48b7-d021-4195-a87e-f854fc23ba4e triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:19:14.630710 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:14.771762 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:14.847705 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64a07e-c0b7-4fe2-8e08-62027ca7bcb0 req-1e9c82ba-0ab3-46e0-abba-0d77c7400cb5 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:14.849334 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-dc64a07e-c0b7-4fe2-8e08-62027ca7bcb0 req-1e9c82ba-0ab3-46e0-abba-0d77c7400cb5 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 945 time: 0.0542753 Sep 09 16:19:14.888790 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-dc64a07e-c0b7-4fe2-8e08-62027ca7bcb0 req-1d7e0075-607d-4c74-85d1-21eb3108df40 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Sep 09 16:19:14.930530 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 944a48b7-d021-4195-a87e-f854fc23ba4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=944a48b7-d021-4195-a87e-f854fc23ba4e,segment=NetworkSegment(63624e92-ba36-41a4-aad2-a0b0cab58d85),segment_id=63624e92-ba36-41a4-aad2-a0b0cab58d85)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:14.946450 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06272889-44b6-418a-b35c-e506c0bba620 req-4fea181e-89e6-482d-8903-4e6c6b28e9ee tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:14.946450 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-06272889-44b6-418a-b35c-e506c0bba620 req-4fea181e-89e6-482d-8903-4e6c6b28e9ee tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.0573704 Sep 09 16:19:14.946450 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49226) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:14.957498 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9983c3c-680e-4719-84c8-a9b3a4d57bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.011656 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-06272889-44b6-418a-b35c-e506c0bba620 req-5ccdbe20-f171-44b8-8e2a-d94ca3cefb44 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510464 Sep 09 16:19:15.046846 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa08b5-dfc7-4a4c-a3ab-cfcb516e25fd req-b99b1b93-bdc6-4ae2-9581-24ac164610b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:15.048998 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-26fa08b5-dfc7-4a4c-a3ab-cfcb516e25fd req-b99b1b93-bdc6-4ae2-9581-24ac164610b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 1099 time: 0.1108415 Sep 09 16:19:15.067270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-26fa08b5-dfc7-4a4c-a3ab-cfcb516e25fd req-2c5f6b47-ba43-463c-99ab-eb3f8fdd19d3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.075561 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.077276 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9983c3c-680e-4719-84c8-a9b3a4d57bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.094531 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:19:15.129629 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=944a48b7-d021-4195-a87e-f854fc23ba4e,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:15.147316 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9983c3c-680e-4719-84c8-a9b3a4d57bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.191238 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9983c3c-680e-4719-84c8-a9b3a4d57bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f38c2a-aba0-4f54-9a79-f0cd843aba8d,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:15.195545 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e9983c3c-680e-4719-84c8-a9b3a4d57bb3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=114712b059ba4b2d9577182ece4e3128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500319 Sep 09 16:19:15.198219 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49238) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:15.212042 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0eb07-7eaf-444f-8f4a-f643b31d5f67 req-78457fe2-5a27-4846-be45-9eedd7cc2323 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:15.214241 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0bb0eb07-7eaf-444f-8f4a-f643b31d5f67 req-78457fe2-5a27-4846-be45-9eedd7cc2323 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.0735967 Sep 09 16:19:15.249677 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c8bc84b3-636f-4082-b833-f2e21cb52555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.283304 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c8bc84b3-636f-4082-b833-f2e21cb52555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.288365 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0bb0eb07-7eaf-444f-8f4a-f643b31d5f67 req-a06b7798-0647-4531-89e8-f695e9fa77b3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564270 Sep 09 16:19:15.326668 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-26fa08b5-dfc7-4a4c-a3ab-cfcb516e25fd req-2c5f6b47-ba43-463c-99ab-eb3f8fdd19d3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.356040 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377c816-2a10-44e4-82b4-5426f72d7284 req-05981c78-832f-4a44-9614-317c6c3f495e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:15.357617 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5377c816-2a10-44e4-82b4-5426f72d7284 req-05981c78-832f-4a44-9614-317c6c3f495e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0937796 Sep 09 16:19:15.399029 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5377c816-2a10-44e4-82b4-5426f72d7284 req-c39ba152-85c6-47c6-86b5-afd6f329f9db tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348790 Sep 09 16:19:15.426901 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-26fa08b5-dfc7-4a4c-a3ab-cfcb516e25fd req-2c5f6b47-ba43-463c-99ab-eb3f8fdd19d3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.483338 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-26fa08b5-dfc7-4a4c-a3ab-cfcb516e25fd req-2c5f6b47-ba43-463c-99ab-eb3f8fdd19d3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278045 Sep 09 16:19:15.496774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f6b47-ba43-463c-99ab-eb3f8fdd19d3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8641b229-5970-4107-91cd-3d8cbbabd8bd,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:15.518091 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05f068-d5bb-431d-8b45-ae1434d2240c req-b2584487-e045-423d-a7fb-e92856d9b7d1 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:15.518091 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b05f068-d5bb-431d-8b45-ae1434d2240c req-b2584487-e045-423d-a7fb-e92856d9b7d1 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0710335 Sep 09 16:19:15.529903 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c8bc84b3-636f-4082-b833-f2e21cb52555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.533220 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c8bc84b3-636f-4082-b833-f2e21cb52555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:15.534548 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c8bc84b3-636f-4082-b833-f2e21cb52555 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8f38c2a-aba0-4f54-9a79-f0cd843aba8d HTTP/1.1" status: 204 len: 168 time: 0.3353820 Sep 09 16:19:15.542912 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc84b3-636f-4082-b833-f2e21cb52555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f38c2a-aba0-4f54-9a79-f0cd843aba8d,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:15.565785 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b05f068-d5bb-431d-8b45-ae1434d2240c req-508bc99f-ac04-48e5-925e-ee63a689ecc6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415211 Sep 09 16:19:16.025680 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198da0c-ad57-470b-9a79-0ce98435f22f req-5709582c-199b-4219-9ee8-993b6c4461d2 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:16.025680 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0198da0c-ad57-470b-9a79-0ce98435f22f req-5709582c-199b-4219-9ee8-993b6c4461d2 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0580118 Sep 09 16:19:16.057795 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0198da0c-ad57-470b-9a79-0ce98435f22f req-51c45d89-d8ea-47c0-b59a-eeb417e553ed tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Sep 09 16:19:16.139113 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85039ec0-ac68-42fb-8ace-24a82e161073 req-22da7aa6-80a6-45f1-874a-bc0ec99a2310 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:16.140554 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-85039ec0-ac68-42fb-8ace-24a82e161073 req-22da7aa6-80a6-45f1-874a-bc0ec99a2310 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.0483112 Sep 09 16:19:16.181084 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-85039ec0-ac68-42fb-8ace-24a82e161073 req-bb6c2caf-db93-47a9-820b-61220608e991 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343471 Sep 09 16:19:16.410985 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1142e-f4eb-410e-9276-db9006663e95 req-54eadc0b-babe-4fe3-9954-2779ec0586f6 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:16.412520 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4f1142e-f4eb-410e-9276-db9006663e95 req-54eadc0b-babe-4fe3-9954-2779ec0586f6 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.0540640 Sep 09 16:19:16.461005 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4f1142e-f4eb-410e-9276-db9006663e95 req-fbe4a78c-b46b-4a50-b02b-b524d8447c41 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403733 Sep 09 16:19:16.530649 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c20699-4670-4c2f-ad1c-4b6e1d8e81e4 req-05bfd74e-47dd-4096-ba69-201c28c2ec0b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:16.532096 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d4c20699-4670-4c2f-ad1c-4b6e1d8e81e4 req-05bfd74e-47dd-4096-ba69-201c28c2ec0b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0537219 Sep 09 16:19:16.533665 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912f5d1f-a880-45b9-8c93-a33bce39f85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a48b7-d021-4195-a87e-f854fc23ba4e'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:16.536047 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c313553-2323-4202-8720-4a2600787af6" -d '{"events": [{"server_uuid": "912f5d1f-a880-45b9-8c93-a33bce39f85a", "name": "network-vif-plugged", "status": "completed", "tag": "944a48b7-d021-4195-a87e-f854fc23ba4e"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:16.575845 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f831e-4057-48d3-b357-647573813b2c x-openstack-request-id: req-b83f831e-4057-48d3-b357-647573813b2c {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:16.575845 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912f5d1f-a880-45b9-8c93-a33bce39f85a", "name": "network-vif-plugged", "status": "completed", "tag": "944a48b7-d021-4195-a87e-f854fc23ba4e", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:16.575845 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b83f831e-4057-48d3-b357-647573813b2c {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:16.575845 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912f5d1f-a880-45b9-8c93-a33bce39f85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944a48b7-d021-4195-a87e-f854fc23ba4e', 'code': 200} Sep 09 16:19:16.576162 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d4c20699-4670-4c2f-ad1c-4b6e1d8e81e4 req-95dde3ba-63d0-40f9-a358-5eb2084ff115 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336769 Sep 09 16:19:16.688399 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40ed4f-4c0c-46fa-ac1b-3a594da24ffc req-f3708cfe-d20b-4dee-9e9c-5f0dd83a2654 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:16.688399 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1d40ed4f-4c0c-46fa-ac1b-3a594da24ffc req-f3708cfe-d20b-4dee-9e9c-5f0dd83a2654 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0485446 Sep 09 16:19:16.725717 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1d40ed4f-4c0c-46fa-ac1b-3a594da24ffc req-6c0e9896-381e-4e6a-bdb5-46a1260015ee tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Sep 09 16:19:17.178784 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d377638-c6dc-4604-a997-0e2ab0870f29 req-faacb2fa-33a2-4ec0-a84c-919003c44d49 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:17.180184 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0d377638-c6dc-4604-a997-0e2ab0870f29 req-faacb2fa-33a2-4ec0-a84c-919003c44d49 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0503635 Sep 09 16:19:17.218152 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0d377638-c6dc-4604-a997-0e2ab0870f29 req-fc757be9-230d-416c-b875-0c5656bc20f4 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Sep 09 16:19:17.302894 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40d3b8-79f2-4057-a8a0-1a8788c3f45c req-6157398a-f50e-4f26-9a96-7085c237856f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:17.304396 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7d40d3b8-79f2-4057-a8a0-1a8788c3f45c req-6157398a-f50e-4f26-9a96-7085c237856f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.0519664 Sep 09 16:19:17.342481 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7d40d3b8-79f2-4057-a8a0-1a8788c3f45c req-eed82897-eabf-4277-bef0-dc5639117285 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Sep 09 16:19:17.575823 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba96e5-c11c-4324-84c6-d7213518aafc req-42afd3f1-c916-4878-8e85-742d811bf4c4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:17.577295 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7bba96e5-c11c-4324-84c6-d7213518aafc req-42afd3f1-c916-4878-8e85-742d811bf4c4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.0469077 Sep 09 16:19:17.621487 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7bba96e5-c11c-4324-84c6-d7213518aafc req-e6c67333-c165-47db-a1c4-e87f699082f6 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374832 Sep 09 16:19:17.700582 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222432f1-8b79-47cf-ad71-fe64953a1c86 req-af02baae-8484-4c9b-90ea-0be3c39c596f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:17.702292 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-222432f1-8b79-47cf-ad71-fe64953a1c86 req-af02baae-8484-4c9b-90ea-0be3c39c596f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0478630 Sep 09 16:19:17.742978 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-222432f1-8b79-47cf-ad71-fe64953a1c86 req-5b8bb8bd-14c0-41c3-8915-bd847e452767 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338526 Sep 09 16:19:17.846095 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd612d-2163-4dd8-b0d3-c8aa0f4a410a req-e31f4bf9-6476-43f6-8752-602b32fbbdb8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:17.847539 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-28dd612d-2163-4dd8-b0d3-c8aa0f4a410a req-e31f4bf9-6476-43f6-8752-602b32fbbdb8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0512619 Sep 09 16:19:17.884552 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-28dd612d-2163-4dd8-b0d3-c8aa0f4a410a req-2881b20f-763b-4f05-95aa-9075e4ff98e6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Sep 09 16:19:18.117275 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49352) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:18.218934 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29f48481-e608-4da9-b923-1911bd43262e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.227599 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:19:18.245462 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:19:18.355430 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29f48481-e608-4da9-b923-1911bd43262e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.364650 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9fa9e-c967-44e6-84f4-99e78bfcbc15 req-954e7ff4-e118-4776-9d3e-f25ed2f2b7ff tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:18.364841 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:18.366274 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-37a9fa9e-c967-44e6-84f4-99e78bfcbc15 req-954e7ff4-e118-4776-9d3e-f25ed2f2b7ff tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0774000 Sep 09 16:19:18.380428 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '64d70bb8-1748-4d15-b3a7-cf4ea471c4ff', 'network_id': '033764cf-60bd-4168-9ff5-8933d1bd0076', 'port_id': '64d70bb8-1748-4d15-b3a7-cf4ea471c4ff', 'mac_address': 'fa:16:3e:32:8b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac922ba9-ebc2-4271-ba44-8f1ece0e31e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:19:18.410190 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-37a9fa9e-c967-44e6-84f4-99e78bfcbc15 req-575c1531-1496-477c-a5fe-0aa9bd08e1fa tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339525 Sep 09 16:19:18.420855 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.439376 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:18.453664 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-29f48481-e608-4da9-b923-1911bd43262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.459057 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:18.466664 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154cf93-d8b2-49db-be26-4735e408b415 req-dfbac3e4-6e9d-4790-ac46-8573b3fb74f3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:18.468176 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7154cf93-d8b2-49db-be26-4735e408b415 req-dfbac3e4-6e9d-4790-ac46-8573b3fb74f3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 943 time: 0.0498552 Sep 09 16:19:18.478392 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:19:18.482762 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:19:18.483304 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.496248 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-29f48481-e608-4da9-b923-1911bd43262e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14ea2c99bd7e4c799a165447c89e0018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754032 Sep 09 16:19:18.496248 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f48481-e608-4da9-b923-1911bd43262e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98dbdf3-7b95-40d9-8906-03908b757409,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:18.498644 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49360) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:18.508355 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7154cf93-d8b2-49db-be26-4735e408b415 req-ca3fff5e-c15d-4944-9d4b-9961aad2e7dc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335140 Sep 09 16:19:18.545272 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.546086 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:19:18.556039 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-82048139-cc0d-4b22-8071-d69dd1c696d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.572468 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-82048139-cc0d-4b22-8071-d69dd1c696d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.661258 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:18.706921 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.720704 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-82048139-cc0d-4b22-8071-d69dd1c696d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.723846 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-82048139-cc0d-4b22-8071-d69dd1c696d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.727925 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-82048139-cc0d-4b22-8071-d69dd1c696d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f98dbdf3-7b95-40d9-8906-03908b757409 HTTP/1.1" status: 204 len: 168 time: 0.2253530 Sep 09 16:19:18.738385 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82048139-cc0d-4b22-8071-d69dd1c696d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98dbdf3-7b95-40d9-8906-03908b757409,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:18.744013 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09db1f5-0c9d-4001-8c7b-18096226d155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e3b7b4-40df-4bb4-aef7-fee26d83cc6d'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:18.746820 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ce4e10-ba71-4eb1-886d-8ad0624885ed" -d '{"events": [{"server_uuid": "a09db1f5-0c9d-4001-8c7b-18096226d155", "name": "network-vif-plugged", "status": "completed", "tag": "73e3b7b4-40df-4bb4-aef7-fee26d83cc6d"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:18.753612 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9775382-4b4c-4526-907a-ba5a4ec14221 req-ba65a6c2-90ac-4ecc-adc4-240ce6e46cf4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:18.753721 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:18.754700 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e9775382-4b4c-4526-907a-ba5a4ec14221 req-ba65a6c2-90ac-4ecc-adc4-240ce6e46cf4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.0649545 Sep 09 16:19:18.784101 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:18.789015 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'port_id': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'mac_address': 'fa:16:3e:89:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:19:18.820558 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e9775382-4b4c-4526-907a-ba5a4ec14221 req-84599358-1905-4c21-8826-34c8fdd98825 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597959 Sep 09 16:19:18.830543 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89ba3e7-fe4c-47cb-a7e6-09505ca94d55 x-openstack-request-id: req-f89ba3e7-fe4c-47cb-a7e6-09505ca94d55 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:18.830834 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09db1f5-0c9d-4001-8c7b-18096226d155", "name": "network-vif-plugged", "status": "completed", "tag": "73e3b7b4-40df-4bb4-aef7-fee26d83cc6d", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:18.831083 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f89ba3e7-fe4c-47cb-a7e6-09505ca94d55 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:18.831473 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09db1f5-0c9d-4001-8c7b-18096226d155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e3b7b4-40df-4bb4-aef7-fee26d83cc6d', 'code': 200} Sep 09 16:19:18.856497 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.872741 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a108138d-36e1-453b-bc40-4a221ab3132b {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:18.897562 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:18.906329 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:18.935115 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02230b32-fafc-4cce-8bc9-a0f87b5af1e9 req-c536a0f2-7c75-4096-a62e-42c9670a395c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:18.936902 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-02230b32-fafc-4cce-8bc9-a0f87b5af1e9 req-c536a0f2-7c75-4096-a62e-42c9670a395c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0598547 Sep 09 16:19:18.958611 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:18.980403 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-02230b32-fafc-4cce-8bc9-a0f87b5af1e9 req-b3624f18-1539-4208-95d7-115c4cbb13e1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363834 Sep 09 16:19:19.019902 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:19.023646 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573bafa-08c1-4327-9daf-eb0fe550975e req-ff0dea92-52ca-4052-9294-4e8435d91ea3 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:19.025296 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a573bafa-08c1-4327-9daf-eb0fe550975e req-ff0dea92-52ca-4052-9294-4e8435d91ea3 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0616739 Sep 09 16:19:19.070206 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a573bafa-08c1-4327-9daf-eb0fe550975e req-d0d2826c-a2f7-43f3-aba5-f8940616a4da tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Sep 09 16:19:19.071726 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a24f8-c250-4e0b-93d0-333d7b741cbb req-a54261ae-427a-4258-8c2c-4702584531d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:19.073399 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c13a24f8-c250-4e0b-93d0-333d7b741cbb req-a54261ae-427a-4258-8c2c-4702584531d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 1099 time: 0.0537262 Sep 09 16:19:19.095647 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:19.118495 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c13a24f8-c250-4e0b-93d0-333d7b741cbb req-9046b16b-9fe0-4f6c-95e3-90ee0d726ddf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Sep 09 16:19:19.435215 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['64d70bb8-1748-4d15-b3a7-cf4ea471c4ff'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:19:19.480732 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd8fec-bb86-49ef-a811-defafbc32723 req-f64e8464-75d3-4959-8049-69a841993855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:19.482699 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bbdd8fec-bb86-49ef-a811-defafbc32723 req-f64e8464-75d3-4959-8049-69a841993855 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1098 time: 0.0468471 Sep 09 16:19:19.543029 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['a108138d-36e1-453b-bc40-4a221ab3132b'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:19:19.550071 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bbdd8fec-bb86-49ef-a811-defafbc32723 req-ae1f3b0c-898d-4abd-b47c-6438ba6dcce0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591466 Sep 09 16:19:19.561412 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5d01a-6428-424b-b65c-5bddd441a0f5 req-72547051-54f2-4598-a926-4be184761e0e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:19.563101 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c1f5d01a-6428-424b-b65c-5bddd441a0f5 req-72547051-54f2-4598-a926-4be184761e0e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0709858 Sep 09 16:19:19.604808 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c1f5d01a-6428-424b-b65c-5bddd441a0f5 req-4afb08dc-bfe3-4db2-949a-1a80b4548944 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Sep 09 16:19:19.616178 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49390) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:19.638881 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-456d9d91-ae82-4bcd-9adb-c96966927eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:19.652273 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6141e9-359a-42c6-b350-9818e1ed253c req-502ce24b-cebc-461d-a8e0-cc90dcdc0e9b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:19.653029 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd6141e9-359a-42c6-b350-9818e1ed253c req-502ce24b-cebc-461d-a8e0-cc90dcdc0e9b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 944 time: 0.0630548 Sep 09 16:19:19.692519 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd6141e9-359a-42c6-b350-9818e1ed253c req-a83e6937-9377-4fe9-9d08-a97871216d62 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Sep 09 16:19:19.756885 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-456d9d91-ae82-4bcd-9adb-c96966927eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:19.903946 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-456d9d91-ae82-4bcd-9adb-c96966927eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:19.961579 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-456d9d91-ae82-4bcd-9adb-c96966927eb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aff7369ba9c74298825f5da8136a16db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441608 Sep 09 16:19:19.963572 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d9d91-ae82-4bcd-9adb-c96966927eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70918571-040d-45e7-92e0-aa8c120e0a91,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:19.964421 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49398) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:19.983438 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e342bc-7059-4884-9bbc-46f56fec1b4d req-efc65c9c-a428-467b-94eb-18240356d9e4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:19.985274 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b3e342bc-7059-4884-9bbc-46f56fec1b4d req-efc65c9c-a428-467b-94eb-18240356d9e4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 944 time: 0.0905964 Sep 09 16:19:20.026175 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5b66c932-325a-4080-8183-a3751a6edff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:20.028844 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b3e342bc-7059-4884-9bbc-46f56fec1b4d req-48498c11-0161-4220-a9cc-3173cf0be9fc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373104 Sep 09 16:19:20.060058 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5b66c932-325a-4080-8183-a3751a6edff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:20.138821 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9656391-c58e-4731-910b-2fd25ad154f2 req-987af77d-0066-43df-8eb3-14bbc8bdee25 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:20.140324 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f9656391-c58e-4731-910b-2fd25ad154f2 req-987af77d-0066-43df-8eb3-14bbc8bdee25 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0687077 Sep 09 16:19:20.194642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5671a3b1-ffef-47ef-82ce-d0f092cccac8 req-15a56f0c-c81b-4f74-8548-e52dd76618bf tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:20.196273 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5671a3b1-ffef-47ef-82ce-d0f092cccac8 req-15a56f0c-c81b-4f74-8548-e52dd76618bf tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0550995 Sep 09 16:19:20.201011 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f9656391-c58e-4731-910b-2fd25ad154f2 req-47c745c9-6f0d-41b5-a0a6-97b1708eea52 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375509 Sep 09 16:19:20.232311 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5b66c932-325a-4080-8183-a3751a6edff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:20.235643 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5b66c932-325a-4080-8183-a3751a6edff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:20.237249 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5b66c932-325a-4080-8183-a3751a6edff7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/70918571-040d-45e7-92e0-aa8c120e0a91 HTTP/1.1" status: 204 len: 168 time: 0.2708676 Sep 09 16:19:20.242454 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5671a3b1-ffef-47ef-82ce-d0f092cccac8 req-87475bdf-c523-4f52-8bed-1faf37f2705f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355089 Sep 09 16:19:20.255284 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 881b89db-4fd7-47b1-ad47-c8400fd31dbb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:19:20.255623 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66c932-325a-4080-8183-a3751a6edff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70918571-040d-45e7-92e0-aa8c120e0a91,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:20.372500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 881b89db-4fd7-47b1-ad47-c8400fd31dbb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:20.383909 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'port_id': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'mac_address': 'fa:16:3e:3a:b5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:19:20.424174 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:20.438816 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881b89db-4fd7-47b1-ad47-c8400fd31dbb {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:20.459718 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 881b89db-4fd7-47b1-ad47-c8400fd31dbb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:20.558331 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:20.614106 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=881b89db-4fd7-47b1-ad47-c8400fd31dbb,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:20.734851 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf127d8-c86f-4933-9519-ff82066a5da9 req-fa18d66c-466d-495e-9c74-da47d545958e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:20.736991 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-daf127d8-c86f-4933-9519-ff82066a5da9 req-fa18d66c-466d-495e-9c74-da47d545958e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0512283 Sep 09 16:19:20.817302 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-daf127d8-c86f-4933-9519-ff82066a5da9 req-0a0204c7-be70-450e-8380-64b1c8336295 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682855 Sep 09 16:19:20.839886 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3207-5878-4961-a4b4-e2114f324a19 req-feefce6d-bbf8-4dc5-8445-1b6ab6d30bb5 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:20.841509 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d0bc3207-5878-4961-a4b4-e2114f324a19 req-feefce6d-bbf8-4dc5-8445-1b6ab6d30bb5 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 944 time: 0.0757437 Sep 09 16:19:20.878150 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49432) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:20.889055 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d0bc3207-5878-4961-a4b4-e2114f324a19 req-477ac4c5-d03c-46b4-89c2-bc3b8550469a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409918 Sep 09 16:19:20.988527 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-178ceb74-5b24-4105-98b7-6f3101f153e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.086493 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-178ceb74-5b24-4105-98b7-6f3101f153e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.149368 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e63629-0545-48f5-bd15-a724dead7fab req-da3a583d-deb7-4218-b1db-4e368bc69c31 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:21.149588 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['881b89db-4fd7-47b1-ad47-c8400fd31dbb'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:19:21.151436 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-71e63629-0545-48f5-bd15-a724dead7fab req-da3a583d-deb7-4218-b1db-4e368bc69c31 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 945 time: 0.0537102 Sep 09 16:19:21.195904 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-71e63629-0545-48f5-bd15-a724dead7fab req-c5907f75-182a-4e15-bf82-6a4b69143383 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367708 Sep 09 16:19:21.201786 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-178ceb74-5b24-4105-98b7-6f3101f153e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.246226 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ceb74-5b24-4105-98b7-6f3101f153e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aab989c-0e00-415d-a205-154b8bd4f7d7,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:21.256566 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-178ceb74-5b24-4105-98b7-6f3101f153e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3004b6fcddbb44db868df9c0d0dfd9d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3772087 Sep 09 16:19:21.259326 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49448) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:21.381891 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9db86301-811e-42f1-8ee3-c33dd7558378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.392633 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2336bee-6ba0-4692-848a-011b3cf8882f req-624e23f3-7362-4a83-adfc-5e15f4e6b62c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:21.394338 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b2336bee-6ba0-4692-848a-011b3cf8882f req-624e23f3-7362-4a83-adfc-5e15f4e6b62c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0654149 Sep 09 16:19:21.408184 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d0803-8d0c-4032-842c-7f9abbb55374 req-1d106e62-94a5-4e3c-a64f-715240f551b1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:21.409647 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-911d0803-8d0c-4032-842c-7f9abbb55374 req-1d106e62-94a5-4e3c-a64f-715240f551b1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0796797 Sep 09 16:19:21.420120 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9db86301-811e-42f1-8ee3-c33dd7558378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.443771 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b2336bee-6ba0-4692-848a-011b3cf8882f req-fac6e6e1-025c-4b9d-90a1-9624098fd73c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Sep 09 16:19:21.481674 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-911d0803-8d0c-4032-842c-7f9abbb55374 req-789312ed-bef5-4f74-a880-bce4a9820ae8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636604 Sep 09 16:19:21.592463 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9db86301-811e-42f1-8ee3-c33dd7558378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.596839 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9db86301-811e-42f1-8ee3-c33dd7558378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.598663 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9db86301-811e-42f1-8ee3-c33dd7558378 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8aab989c-0e00-415d-a205-154b8bd4f7d7 HTTP/1.1" status: 204 len: 168 time: 0.3381455 Sep 09 16:19:21.603105 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49464) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:21.608176 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db86301-811e-42f1-8ee3-c33dd7558378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aab989c-0e00-415d-a205-154b8bd4f7d7,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:21.700610 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-122125791-network', 'tenant_id': '6ac24815f0c04941bf1dde29034e6f56'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:21.855282 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Made reservation on behalf of 6ac24815f0c04941bf1dde29034e6f56 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:21.857918 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.867179 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:21.952653 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d061f03-8f53-40a6-97a5-32aed9866c73 req-06bea112-63da-4e03-b7fc-deecb401819b tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:21.954194 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0d061f03-8f53-40a6-97a5-32aed9866c73 req-06bea112-63da-4e03-b7fc-deecb401819b tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0761321 Sep 09 16:19:22.018954 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0d061f03-8f53-40a6-97a5-32aed9866c73 req-5d1a235b-a70c-4bb6-b940-dfd7de25344d tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564306 Sep 09 16:19:22.023890 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a1a81-a5b5-4112-9c64-ab7d15b34ac5 req-b9119326-8dbd-4c2e-bb36-6a917b78a153 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:22.026614 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4f6a1a81-a5b5-4112-9c64-ab7d15b34ac5 req-b9119326-8dbd-4c2e-bb36-6a917b78a153 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 944 time: 0.0504622 Sep 09 16:19:22.051709 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.068518 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4f6a1a81-a5b5-4112-9c64-ab7d15b34ac5 req-e0562689-818a-4f6e-a3f4-488071369b7a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351923 Sep 09 16:19:22.190626 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.215722 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:19:22.225867 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8536711-cf16-41e7-a84a-be0ac48c000f,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:22.243433 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.243787 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Added segment f64632b6-34ff-4f00-b578-b77507a4ceec of type vlan for network fbd0450b-178f-4617-a09d-067fea77203e Sep 09 16:19:22.320379 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.328067 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49484) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:22.341373 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-11b573da-8f27-4aa6-af61-1e0142e32663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.356951 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1771a2-e129-483f-bc30-1d1fea262dc2 req-0ac618dc-1fab-4b6d-b4a8-2f6a06330743 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:22.358455 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9d1771a2-e129-483f-bc30-1d1fea262dc2 req-0ac618dc-1fab-4b6d-b4a8-2f6a06330743 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 945 time: 0.0779378 Sep 09 16:19:22.398795 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9d1771a2-e129-483f-bc30-1d1fea262dc2 req-a30f9d53-a175-4b6d-9eda-2f60812b8717 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327060 Sep 09 16:19:22.432756 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-11b573da-8f27-4aa6-af61-1e0142e32663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.447853 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.448868 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:22.449452 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.507421 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd0450b-178f-4617-a09d-067fea77203e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:22.518461 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network fbd0450b-178f-4617-a09d-067fea77203e details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:19:22.533970 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-11b573da-8f27-4aa6-af61-1e0142e32663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.607378 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-11b573da-8f27-4aa6-af61-1e0142e32663 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20377c46a7414f3f9235b0545373d715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777684 Sep 09 16:19:22.610177 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49488) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:22.611774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b573da-8f27-4aa6-af61-1e0142e32663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7275cea2-24d3-4baf-802e-bbfa2343da0f,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:22.630587 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6823fe-5956-46df-91c7-3a24a9ce9272 req-48e6d4eb-4128-4283-aae3-ef98e173ff2a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:22.632061 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9e6823fe-5956-46df-91c7-3a24a9ce9272 req-48e6d4eb-4128-4283-aae3-ef98e173ff2a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0750325 Sep 09 16:19:22.650369 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6f2192b2-c605-45f4-ae30-bbfc76b5c982 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0460801 Sep 09 16:19:22.653159 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49490) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:22.659167 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Request body: {'subnet': {'network_id': 'fbd0450b-178f-4617-a09d-067fea77203e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-122125791-subnet', 'tenant_id': '6ac24815f0c04941bf1dde29034e6f56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:22.665528 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60d1bf5e-3d69-4639-ac56-990a19680442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.687456 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9e6823fe-5956-46df-91c7-3a24a9ce9272 req-5fe8a54d-5199-4075-9581-2cab2338adb8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493662 Sep 09 16:19:22.687622 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60d1bf5e-3d69-4639-ac56-990a19680442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.870378 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Made reservation on behalf of 6ac24815f0c04941bf1dde29034e6f56 for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:22.877688 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60d1bf5e-3d69-4639-ac56-990a19680442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.877688 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-60d1bf5e-3d69-4639-ac56-990a19680442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.877933 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29623060'] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:22.878012 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-60d1bf5e-3d69-4639-ac56-990a19680442 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7275cea2-24d3-4baf-802e-bbfa2343da0f HTTP/1.1" status: 204 len: 168 time: 0.2629197 Sep 09 16:19:22.886854 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1bf5e-3d69-4639-ac56-990a19680442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7275cea2-24d3-4baf-802e-bbfa2343da0f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:23.151089 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32216306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29623050'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:23.182309 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745100cc-bee4-43e1-960a-98a1a136993a req-0aa9172e-a2fc-4772-91bf-4fbf77036f07 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:23.183784 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-745100cc-bee4-43e1-960a-98a1a136993a req-0aa9172e-a2fc-4772-91bf-4fbf77036f07 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 944 time: 0.0486853 Sep 09 16:19:23.206139 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20ddd89-9acb-4281-aa73-8b7604407d69,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:23.216633 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Checking segment: {'id': 'f64632b6-34ff-4f00-b578-b77507a4ceec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'fbd0450b-178f-4617-a09d-067fea77203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:19:23.217094 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Network hostable DHCP agents. Network: fbd0450b-178f-4617-a09d-067fea77203e, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:19:23.222049 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-745100cc-bee4-43e1-960a-98a1a136993a req-87c94996-ce59-4005-ae32-d7a8780fde21 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Sep 09 16:19:23.356281 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Network fbd0450b-178f-4617-a09d-067fea77203e is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:19:23.446862 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:19:23.453604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, fbd0450b-178f-4617-a09d-067fea77203e) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:19:23.458142 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:23.460094 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:23.486952 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbc8bc3-99e2-4937-8edd-bdc8e468371c None None] Network fbd0450b-178f-4617-a09d-067fea77203e requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:19:23.523041 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ddd8d-fcc6-4b40-a519-0d92d1c14584 req-08dea637-43a2-40d9-9b03-a91d5d5578a1 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:23.524535 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-405ddd8d-fcc6-4b40-a519-0d92d1c14584 req-08dea637-43a2-40d9-9b03-a91d5d5578a1 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 945 time: 0.0526330 Sep 09 16:19:23.562459 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-405ddd8d-fcc6-4b40-a519-0d92d1c14584 req-0a3ef1a6-09d6-4c67-86a7-fbd114f79515 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317972 Sep 09 16:19:23.604284 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-f4a7b955-d169-4a3c-8348-c44f750888f9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9501233 Sep 09 16:19:23.628892 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6522b42-bd88-4aec-a684-b24920bfdf1b None None] Network fbd0450b-178f-4617-a09d-067fea77203e requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:19:23.802199 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:19:23.806129 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:19:23.806573 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:23.818448 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3ebc1-9128-4586-9740-a98f1d1d912f req-3454f5b6-a3b2-4343-ba40-0125e34f40a4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:23.820037 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0aa3ebc1-9128-4586-9740-a98f1d1d912f req-3454f5b6-a3b2-4343-ba40-0125e34f40a4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0501659 Sep 09 16:19:23.858907 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0aa3ebc1-9128-4586-9740-a98f1d1d912f req-75439f6a-1fd6-4df1-b9c4-89226c45ee08 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325775 Sep 09 16:19:23.883437 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:23.906203 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f836e1f-2c22-4411-b8e4-197049ac3b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d70bb8-1748-4d15-b3a7-cf4ea471c4ff'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:23.909344 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed49f48b-d199-4ce8-aefd-fd57f8765e03" -d '{"events": [{"server_uuid": "9f836e1f-2c22-4411-b8e4-197049ac3b55", "name": "network-vif-plugged", "status": "completed", "tag": "64d70bb8-1748-4d15-b3a7-cf4ea471c4ff"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:23.929099 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:23.947957 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4a2310-efe2-4533-8ea9-81608b3fbd66 x-openstack-request-id: req-ac4a2310-efe2-4533-8ea9-81608b3fbd66 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:23.948249 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f836e1f-2c22-4411-b8e4-197049ac3b55", "name": "network-vif-plugged", "status": "completed", "tag": "64d70bb8-1748-4d15-b3a7-cf4ea471c4ff", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:23.948500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac4a2310-efe2-4533-8ea9-81608b3fbd66 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:23.948890 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f836e1f-2c22-4411-b8e4-197049ac3b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d70bb8-1748-4d15-b3a7-cf4ea471c4ff', 'code': 200} Sep 09 16:19:24.101048 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:24.105279 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:19:24.181006 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:24.298369 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port a108138d-36e1-453b-bc40-4a221ab3132b completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:19:24.298761 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port a108138d-36e1-453b-bc40-4a221ab3132b triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:19:24.299305 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:24.370509 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06f40c-9425-4aa5-92d2-acf46125ffde req-5b9d7f5d-65a8-47c9-9ae6-294fcd28c2b4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:24.372597 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ea06f40c-9425-4aa5-92d2-acf46125ffde req-5b9d7f5d-65a8-47c9-9ae6-294fcd28c2b4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0775979 Sep 09 16:19:24.396432 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:24.417707 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ea06f40c-9425-4aa5-92d2-acf46125ffde req-d772f053-e5a1-4a38-93e7-eabe0463e763 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383816 Sep 09 16:19:24.432864 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:24.518300 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:24.568983 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:24.671328 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49556) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:24.677295 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1115736979-network', 'tenant_id': '50c10328fdf74e3a989cce1792634e4c'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:24.694907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ae61c-95f5-4a48-ba84-72f75cb798d4 req-1d29b5f2-f2e9-474c-bb09-5f8f3d72ea36 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:24.696594 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fd1ae61c-95f5-4a48-ba84-72f75cb798d4 req-1d29b5f2-f2e9-474c-bb09-5f8f3d72ea36 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 945 time: 0.0611866 Sep 09 16:19:24.735861 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fd1ae61c-95f5-4a48-ba84-72f75cb798d4 req-7a50f1b5-a2ce-4631-81a5-a59c65309991 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Sep 09 16:19:24.819513 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Made reservation on behalf of 50c10328fdf74e3a989cce1792634e4c for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:24.822837 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:24.836222 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:24.927861 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:24.953699 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e6897-803c-4283-a3e7-ef46f79bac7b req-2f100e85-8d19-4b1a-b020-034d93e24269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:24.955660 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5e1e6897-803c-4283-a3e7-ef46f79bac7b req-2f100e85-8d19-4b1a-b020-034d93e24269 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 1098 time: 0.0418804 Sep 09 16:19:24.981931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ba0d7-9e0f-41b4-bc3b-b11f8c06c480 req-35d4afee-bf9e-478d-b33e-4dbdee4cce39 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:24.983532 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-014ba0d7-9e0f-41b4-bc3b-b11f8c06c480 req-35d4afee-bf9e-478d-b33e-4dbdee4cce39 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0488937 Sep 09 16:19:24.993962 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5e1e6897-803c-4283-a3e7-ef46f79bac7b req-9162f823-f9ba-4b95-a927-0edc7b07c65d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302663 Sep 09 16:19:25.023903 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-014ba0d7-9e0f-41b4-bc3b-b11f8c06c480 req-29a1cc46-e036-4208-9b89-55e29c09087c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330532 Sep 09 16:19:25.100409 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:25.122396 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:19:25.137788 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58651a2-5953-4661-aa53-9406f4531177,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:25.147916 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:25.147916 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Added segment bfca81f0-b82a-4175-b1a0-00e12e01ae5f of type vlan for network 725102e9-4b72-4f20-bd4b-48cc61a34883 Sep 09 16:19:25.187513 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:25.357657 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:25.359513 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:25.360778 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:25.425822 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] Pushing event updated for resources: {'Network': ['ID=725102e9-4b72-4f20-bd4b-48cc61a34883,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:25.439833 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 725102e9-4b72-4f20-bd4b-48cc61a34883 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:19:25.546699 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8950866-0e14-4a00-bfae-de9976e54b59 req-f4e3555e-8329-445b-9b1e-6318c2cdabdc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:25.548768 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8950866-0e14-4a00-bfae-de9976e54b59 req-f4e3555e-8329-445b-9b1e-6318c2cdabdc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0614102 Sep 09 16:19:25.550751 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-9e557150-7011-4c06-a56d-14d3cc234c25 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8784115 Sep 09 16:19:25.553642 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49596) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:25.559104 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Request body: {'subnet': {'network_id': '725102e9-4b72-4f20-bd4b-48cc61a34883', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1115736979-subnet', 'tenant_id': '50c10328fdf74e3a989cce1792634e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:25.614169 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e8950866-0e14-4a00-bfae-de9976e54b59 req-c3de2af5-7a80-4bae-994a-1311e299668a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470517 Sep 09 16:19:25.706389 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Made reservation on behalf of 50c10328fdf74e3a989cce1792634e4c for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:25.708820 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:25.911093 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107fca33-87bc-43e7-ac2d-2b6da0662cb5 req-337dfb17-2e19-4daf-abe9-29cefa0533e5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:25.912549 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-107fca33-87bc-43e7-ac2d-2b6da0662cb5 req-337dfb17-2e19-4daf-abe9-29cefa0533e5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 945 time: 0.0974088 Sep 09 16:19:25.948738 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-107fca33-87bc-43e7-ac2d-2b6da0662cb5 req-54cedd66-20ae-4a11-8e92-d12bc43ae43d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302825 Sep 09 16:19:25.950037 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:25.952427 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c544c3cc-8019-4a9e-a3d3-3941fcf435ab" -d '{"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:25.987411 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:25.999613 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f84896-2232-4f9a-8534-b1915586e55c x-openstack-request-id: req-d1f84896-2232-4f9a-8534-b1915586e55c {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:26.000072 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:26.000492 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1f84896-2232-4f9a-8534-b1915586e55c {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:26.001026 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'code': 200} Sep 09 16:19:26.041853 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c21fabad-15fa-47c8-b643-d0a7e9b98cbd,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:26.065004 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Checking segment: {'id': 'bfca81f0-b82a-4175-b1a0-00e12e01ae5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '725102e9-4b72-4f20-bd4b-48cc61a34883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:19:26.065543 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Network hostable DHCP agents. Network: 725102e9-4b72-4f20-bd4b-48cc61a34883, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:19:26.154708 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e16db-5a76-4491-9818-2e449e46b385 req-72f77ea6-2b09-42a7-8f6b-27e75b10d964 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:26.156238 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c2e16db-5a76-4491-9818-2e449e46b385 req-72f77ea6-2b09-42a7-8f6b-27e75b10d964 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0532200 Sep 09 16:19:26.170288 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Network 725102e9-4b72-4f20-bd4b-48cc61a34883 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:19:26.202710 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4c2e16db-5a76-4491-9818-2e449e46b385 req-23b1aaa1-1c5d-4b51-aaf0-a29d0e10c022 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393741 Sep 09 16:19:26.300831 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 725102e9-4b72-4f20-bd4b-48cc61a34883) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:19:26.307968 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:26.308541 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:26.318114 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8551b37-b208-4ef5-8092-63c4ea6f5e38 None None] Network 725102e9-4b72-4f20-bd4b-48cc61a34883 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:19:26.438976 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6ba9210b-1a7e-49f2-b3ff-cf1c7ab8b69a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8838913 Sep 09 16:19:26.503768 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 881b89db-4fd7-47b1-ad47-c8400fd31dbb up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:19:26.548206 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dbc5d-be26-49b3-a9cd-d1e0bc30a122 req-6f9a5883-d7d3-43ac-93c0-617ee39cd48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:26.549678 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4e6dbc5d-be26-49b3-a9cd-d1e0bc30a122 req-6f9a5883-d7d3-43ac-93c0-617ee39cd48d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 1098 time: 0.0443659 Sep 09 16:19:26.594774 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4e6dbc5d-be26-49b3-a9cd-d1e0bc30a122 req-d2b1f5cd-6c76-4c42-b7cf-c74de6dd6751 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358119 Sep 09 16:19:26.630877 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f95129-c249-4c97-98ba-1ef6aff6f77e None None] Network 725102e9-4b72-4f20-bd4b-48cc61a34883 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:19:26.769130 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 881b89db-4fd7-47b1-ad47-c8400fd31dbb completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:19:26.774226 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 881b89db-4fd7-47b1-ad47-c8400fd31dbb triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:19:26.774675 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:26.869781 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:26.899838 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1856bb-73cf-4416-91ad-932c76ceda31 req-e676b48d-b3a4-48c7-b7c3-943dcd6fbcd6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:26.901316 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3b1856bb-73cf-4416-91ad-932c76ceda31 req-e676b48d-b3a4-48c7-b7c3-943dcd6fbcd6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0555246 Sep 09 16:19:26.919947 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 881b89db-4fd7-47b1-ad47-c8400fd31dbb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:26.942148 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3b1856bb-73cf-4416-91ad-932c76ceda31 req-6891e89b-7735-47b8-b838-159dffa06f50 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330477 Sep 09 16:19:27.112448 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:27.160001 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=881b89db-4fd7-47b1-ad47-c8400fd31dbb,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:27.329435 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49670) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:27.431933 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d09ee4dc-0de8-4827-a7db-8438d229c60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:27.516464 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d09ee4dc-0de8-4827-a7db-8438d229c60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:27.625060 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d09ee4dc-0de8-4827-a7db-8438d229c60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:27.676986 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d09ee4dc-0de8-4827-a7db-8438d229c60b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7fd1e8f2287247f8938d247cc67150b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462911 Sep 09 16:19:27.678373 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09ee4dc-0de8-4827-a7db-8438d229c60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec952235-5107-4289-8a8d-30d8e768bc86,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:27.681761 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49680) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:27.733183 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6a407-72a3-4d6f-b17c-52eab60580f1 req-36052225-46f6-4ace-a038-d30fe9cf5beb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:27.734722 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cee6a407-72a3-4d6f-b17c-52eab60580f1 req-36052225-46f6-4ace-a038-d30fe9cf5beb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0935817 Sep 09 16:19:27.761145 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d1ca-13dd-4619-a976-3eb738aa30c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:27.799826 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cee6a407-72a3-4d6f-b17c-52eab60580f1 req-eb75a1c8-0245-4da3-9922-b7e3e718a2da tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584946 Sep 09 16:19:27.801538 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d1ca-13dd-4619-a976-3eb738aa30c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:27.873818 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-7239361c-5684-44c3-9d9f-d6ada28bde72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:27.875845 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-7239361c-5684-44c3-9d9f-d6ada28bde72 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 1098 time: 0.0719011 Sep 09 16:19:27.915053 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cb7e2-16fe-463b-875d-83f480b18946 req-fcfa56d2-9a30-4fd9-840d-247be080bde9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:27.916396 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-237cb7e2-16fe-463b-875d-83f480b18946 req-fcfa56d2-9a30-4fd9-840d-247be080bde9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0544810 Sep 09 16:19:27.954833 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-237cb7e2-16fe-463b-875d-83f480b18946 req-f32b5762-743d-4f7c-9236-7aa17fed75c0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323784 Sep 09 16:19:28.003437 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b64784a-cb08-494f-bfaa-3662424cd608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881b89db-4fd7-47b1-ad47-c8400fd31dbb'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:28.006712 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddadf143-e28f-4c6a-a65b-349b306aeb47" -d '{"events": [{"server_uuid": "6b64784a-cb08-494f-bfaa-3662424cd608", "name": "network-vif-plugged", "status": "completed", "tag": "881b89db-4fd7-47b1-ad47-c8400fd31dbb"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:28.113733 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cb2bd-bc39-4b0f-8aa0-976151070b26 req-90bcdbdc-aab7-4551-85bb-c21385669e3f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:28.115218 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-414cb2bd-bc39-4b0f-8aa0-976151070b26 req-90bcdbdc-aab7-4551-85bb-c21385669e3f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0986397 Sep 09 16:19:28.131469 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-a6da1818-cd4e-48d0-a216-712739a25d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:28.132829 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-a6da1818-cd4e-48d0-a216-712739a25d99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 920 time: 0.1384165 Sep 09 16:19:28.157221 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-414cb2bd-bc39-4b0f-8aa0-976151070b26 req-8aac9491-d259-47f9-8f5d-c426db80741d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347252 Sep 09 16:19:28.180515 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d1ca-13dd-4619-a976-3eb738aa30c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:28.186033 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0f9d1ca-13dd-4619-a976-3eb738aa30c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:28.186033 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a0f9d1ca-13dd-4619-a976-3eb738aa30c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec952235-5107-4289-8a8d-30d8e768bc86 HTTP/1.1" status: 204 len: 168 time: 0.5016501 Sep 09 16:19:28.193200 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9d1ca-13dd-4619-a976-3eb738aa30c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec952235-5107-4289-8a8d-30d8e768bc86,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:28.204357 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1599ea07-3a1b-4201-b9a9-78699e770cc3 x-openstack-request-id: req-1599ea07-3a1b-4201-b9a9-78699e770cc3 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:28.204637 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b64784a-cb08-494f-bfaa-3662424cd608", "name": "network-vif-plugged", "status": "completed", "tag": "881b89db-4fd7-47b1-ad47-c8400fd31dbb", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:28.204879 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1599ea07-3a1b-4201-b9a9-78699e770cc3 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:28.205251 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b64784a-cb08-494f-bfaa-3662424cd608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'code': 200} Sep 09 16:19:28.256118 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-397c8513-6d0e-482a-9311-fcabde9e1492 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff HTTP/1.1" status: 200 len: 217 time: 0.0407474 Sep 09 16:19:28.915020 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebb488-1152-459a-8144-0a3d81929979 req-94e5ec9d-b675-4286-9f19-0ba13b8bae80 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:28.916518 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e8ebb488-1152-459a-8144-0a3d81929979 req-94e5ec9d-b675-4286-9f19-0ba13b8bae80 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0474422 Sep 09 16:19:28.953030 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e8ebb488-1152-459a-8144-0a3d81929979 req-1d799b99-025a-43c0-9e38-1fec7b8036a2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304179 Sep 09 16:19:29.070930 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49702) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:29.077666 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad251f42-3128-4d40-acf6-1c1e3bdebae2 req-3d964705-4d4e-4286-95fa-5b0ccfc3a7bf tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:29.079909 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ad251f42-3128-4d40-acf6-1c1e3bdebae2 req-3d964705-4d4e-4286-95fa-5b0ccfc3a7bf tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0491621 Sep 09 16:19:29.085750 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:29.119110 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ad251f42-3128-4d40-acf6-1c1e3bdebae2 req-8006ba9c-7f1e-4012-8c92-549c437df316 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324795 Sep 09 16:19:29.181689 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:29.268944 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55028051-d254-4a50-82f2-224c77c2a988 req-8ee76fd0-c725-47c3-9518-e5f485516a5d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:29.270405 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-55028051-d254-4a50-82f2-224c77c2a988 req-8ee76fd0-c725-47c3-9518-e5f485516a5d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0475266 Sep 09 16:19:29.309499 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-55028051-d254-4a50-82f2-224c77c2a988 req-273d3e8b-3e2a-4413-bb0f-db2a56c1ddb3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331631 Sep 09 16:19:29.340221 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:29.378627 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04e3b64ec1c4448787d0c7b4cbce0d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066351 Sep 09 16:19:29.379412 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25903f1-3f59-4fa3-ad91-7e32c44bcc33,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:29.386208 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.386551 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.386886 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.387213 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.397926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.397926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.397926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.397926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.397926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.397926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.397926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.397926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e7b58b-fcd6-4189-ab77-b2cbf5b2a72a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:29.399575 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49710) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:29.447108 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c1b04d86-50be-4007-9679-e2f00af1d60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:29.467384 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c1b04d86-50be-4007-9679-e2f00af1d60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:29.609202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c1b04d86-50be-4007-9679-e2f00af1d60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:29.612595 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c1b04d86-50be-4007-9679-e2f00af1d60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:29.613713 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c1b04d86-50be-4007-9679-e2f00af1d60e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c25903f1-3f59-4fa3-ad91-7e32c44bcc33 HTTP/1.1" status: 204 len: 168 time: 0.2132545 Sep 09 16:19:29.621665 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b04d86-50be-4007-9679-e2f00af1d60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25903f1-3f59-4fa3-ad91-7e32c44bcc33,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:30.070140 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483aad-bb4e-4cc3-a4bd-2082d18f7e9f req-f23ce273-2f8d-4c83-a718-6043b950b05d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:30.071627 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2b483aad-bb4e-4cc3-a4bd-2082d18f7e9f req-f23ce273-2f8d-4c83-a718-6043b950b05d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0507863 Sep 09 16:19:30.109086 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2b483aad-bb4e-4cc3-a4bd-2082d18f7e9f req-93f318e9-68b1-451d-be92-33b568506b65 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Sep 09 16:19:30.262253 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ee288-f19b-4150-893c-492c2ea0c2cb req-981065c7-b7f1-4b73-8791-8110217df937 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:30.263713 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-977ee288-f19b-4150-893c-492c2ea0c2cb req-981065c7-b7f1-4b73-8791-8110217df937 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0478878 Sep 09 16:19:30.301098 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-977ee288-f19b-4150-893c-492c2ea0c2cb req-3dc7e336-7b32-4346-9a5c-0f23823f1149 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307901 Sep 09 16:19:30.425748 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc514a-5d40-4b04-b8be-d4fbf0cc7341 req-5adf4e12-7a60-4675-a289-8c7e4ff07665 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:30.427346 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8afc514a-5d40-4b04-b8be-d4fbf0cc7341 req-5adf4e12-7a60-4675-a289-8c7e4ff07665 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0496972 Sep 09 16:19:30.465501 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8afc514a-5d40-4b04-b8be-d4fbf0cc7341 req-faea06bd-e472-41e5-b03d-75dfe1e7794c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Sep 09 16:19:31.226343 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a790fe-334a-469b-9f05-fe2d100fa8fd req-a0421915-a46a-4f7d-b1d5-b7c50f8a9d05 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:31.228104 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45a790fe-334a-469b-9f05-fe2d100fa8fd req-a0421915-a46a-4f7d-b1d5-b7c50f8a9d05 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0519052 Sep 09 16:19:31.275769 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45a790fe-334a-469b-9f05-fe2d100fa8fd req-c404c64a-793a-4404-92dc-94df8fa785b7 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 Sep 09 16:19:31.415333 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558085c-3722-417a-9eef-81aacb0ad051 req-89f76e7f-66b2-4924-9390-538d69212815 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:31.416762 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a558085c-3722-417a-9eef-81aacb0ad051 req-89f76e7f-66b2-4924-9390-538d69212815 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0466521 Sep 09 16:19:31.452929 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a558085c-3722-417a-9eef-81aacb0ad051 req-e5625cf5-3cc2-4c2b-83b3-673ff17580e5 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296276 Sep 09 16:19:31.576541 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837160e-3c0f-408a-9c73-52c4da5c48bb req-41e19046-6414-4a5c-a621-a3900939f84f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:31.578150 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5837160e-3c0f-408a-9c73-52c4da5c48bb req-41e19046-6414-4a5c-a621-a3900939f84f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0486801 Sep 09 16:19:31.616049 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5837160e-3c0f-408a-9c73-52c4da5c48bb req-cc80d371-7fc4-4b41-8b48-43018f361d6f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321336 Sep 09 16:19:31.765008 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-9d2eb5ca-14a8-43fc-9fe5-dc384cfd1618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:31.768591 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-9d2eb5ca-14a8-43fc-9fe5-dc384cfd1618 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.0511601 Sep 09 16:19:31.887774 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-a0619966-9d7d-48b1-b838-19ff4219d00d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310526 Sep 09 16:19:31.992393 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-8ff0e199-7dd4-4a79-af6e-ab6e8f8a383d service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837393 Sep 09 16:19:32.099666 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a56588bc-ec2e-4bbe-9a52-5672ab7c4dee req-e3d0d4d6-9e8e-4abf-9228-ec4c582181b6 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857317 Sep 09 16:19:32.195195 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923dd32-0600-430f-a9ca-0028d1aacb9c req-b260e090-939f-4117-a60d-20a688d88f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:32.196927 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f923dd32-0600-430f-a9ca-0028d1aacb9c req-b260e090-939f-4117-a60d-20a688d88f59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 1099 time: 0.0389764 Sep 09 16:19:32.241912 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f923dd32-0600-430f-a9ca-0028d1aacb9c req-9aaf2a54-4c60-49e6-8e14-dcd39a6f0c2a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278063 Sep 09 16:19:32.403216 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022b861-6d82-4aff-b0fb-6584996608a6 req-b7de9d7a-f269-4ac2-9af2-c72955a19830 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:32.404661 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3022b861-6d82-4aff-b0fb-6584996608a6 req-b7de9d7a-f269-4ac2-9af2-c72955a19830 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Sep 09 16:19:32.442649 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3022b861-6d82-4aff-b0fb-6584996608a6 req-2bb69164-eda6-4952-8e88-b20f9f95ad93 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311191 Sep 09 16:19:32.570675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b1452-e5d7-4a8f-bba8-cefb514a3407 req-aac70e5a-7158-4d03-a61b-21a019360d26 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:32.572038 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6b1452-e5d7-4a8f-bba8-cefb514a3407 req-aac70e5a-7158-4d03-a61b-21a019360d26 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0484719 Sep 09 16:19:32.610428 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6b1452-e5d7-4a8f-bba8-cefb514a3407 req-c05f073d-75d0-4d4a-9342-a68bfb1c719f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Sep 09 16:19:32.726132 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32955771-c6c8-4d8a-98f6-8e9610db499c req-2297e1bb-4818-4460-9620-73339ff45e8c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:32.736175 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-32955771-c6c8-4d8a-98f6-8e9610db499c req-2297e1bb-4818-4460-9620-73339ff45e8c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0564733 Sep 09 16:19:32.744829 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4a685-e5d1-4686-a612-1e24d9b940eb req-bcc5dd5b-553d-4f5f-bb13-16b4fe35c09e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:32.746412 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-34a4a685-e5d1-4686-a612-1e24d9b940eb req-bcc5dd5b-553d-4f5f-bb13-16b4fe35c09e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0647633 Sep 09 16:19:32.746956 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49790) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:32.752537 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'floatingip': {'port_id': 'a108138d-36e1-453b-bc40-4a221ab3132b'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:32.836078 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:32.928914 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-34a4a685-e5d1-4686-a612-1e24d9b940eb req-17c763d9-7920-489e-a0d3-864ac02208aa tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499362 Sep 09 16:19:33.298762 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-bbb5bb3b-e5ac-4125-9ee7-8b6ab3463ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:33.566426 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfde8a8-c138-4e20-b192-7b988191e629 req-4dbea8a9-3c24-42a7-956c-4da1deda20fc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:33.568836 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bdfde8a8-c138-4e20-b192-7b988191e629 req-4dbea8a9-3c24-42a7-956c-4da1deda20fc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0537264 Sep 09 16:19:33.610872 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bdfde8a8-c138-4e20-b192-7b988191e629 req-27e0bb24-c644-4c2e-b486-aad1cf43fc76 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355299 Sep 09 16:19:33.648880 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:33.757305 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:33.857855 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Floating IP bc09759b-b308-4fba-b97c-ba0fd1892c81 associated. External IP: 172.27.2.127, port: a108138d-36e1-453b-bc40-4a221ab3132b. Sep 09 16:19:34.089930 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c521f9-1e37-4d7f-b8cf-41da64c51c65 req-561658ca-7f68-4c3c-ae12-28998612f816 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:34.090670 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c2c521f9-1e37-4d7f-b8cf-41da64c51c65 req-561658ca-7f68-4c3c-ae12-28998612f816 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0682545 Sep 09 16:19:34.123591 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:19:34.147140 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c2c521f9-1e37-4d7f-b8cf-41da64c51c65 req-4fdea775-d7eb-4735-b579-744ad91cb807 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463166 Sep 09 16:19:34.252613 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:19:34.257083 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:34.265382 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] Sync routers for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:19:34.276349 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:19:34.278812 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:19:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:34.299188 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-4e0dab1a-8721-4a90-a831-2e7296b293c4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "PUT /v2.0/floatingips/bc09759b-b308-4fba-b97c-ba0fd1892c81 HTTP/1.1" status: 200 len: 991 time: 1.5434873 Sep 09 16:19:34.299188 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:34.299188 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4e7188-9eb6-4304-904f-9b28d04f01f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:34.342552 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f6476-38cf-452e-a421-6c66296e19ce x-openstack-request-id: req-198f6476-38cf-452e-a421-6c66296e19ce {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:34.342841 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:34.343089 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-198f6476-38cf-452e-a421-6c66296e19ce {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:34.343506 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'status': 'completed', 'code': 200} Sep 09 16:19:34.412234 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:19:34.511817 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-0b34e55c-a7a2-4957-8dda-c40a3f0c9124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:34.517887 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-0b34e55c-a7a2-4957-8dda-c40a3f0c9124 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 1098 time: 0.0514262 Sep 09 16:19:34.625200 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-bbb1c1ab-7679-4311-b8c5-72ea729dec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:34.626702 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-bbb1c1ab-7679-4311-b8c5-72ea729dec5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 917 time: 0.0939603 Sep 09 16:19:34.721644 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'bc09759b-b308-4fba-b97c-ba0fd1892c81', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'port_id': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'mac_address': 'fa:16:3e:89:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:18:54Z', 'updated_at': '2021-09-09T16:19:33Z', 'revision_number': 1, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:34.755467 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] Checking router: e60536a1-a8e1-4c47-b8d5-cecd93c96c03 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:19:34.764066 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:19:34.764694 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:19:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:34.765239 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-26c4c0b4-f359-4086-8a76-f8afe9b6f578 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a108138d-36e1-453b-bc40-4a221ab3132b HTTP/1.1" status: 200 len: 999 time: 0.1303179 Sep 09 16:19:34.785298 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cf9fd-7312-46de-a2ab-120a180f0de7 req-8ad0c0fe-c664-4421-a194-3de62330acd8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:34.786814 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d48cf9fd-7312-46de-a2ab-120a180f0de7 req-8ad0c0fe-c664-4421-a194-3de62330acd8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0628164 Sep 09 16:19:34.858135 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-9620e2e6-979f-40b8-9eb1-6a2baffac654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:34.859855 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-9620e2e6-979f-40b8-9eb1-6a2baffac654 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0720401 Sep 09 16:19:34.862847 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d48cf9fd-7312-46de-a2ab-120a180f0de7 req-d57ee5fb-095e-4b4f-8f25-9820817d89bd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680599 Sep 09 16:19:34.873282 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:19:34.927604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-2ef7924c-98fb-40ee-9c7c-fbc46550d180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:34.929169 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-2ef7924c-98fb-40ee-9c7c-fbc46550d180 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0507560 Sep 09 16:19:35.026229 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1ea1-24c8-453a-9621-8fbde9cdb881 req-f67a8aa3-5b27-408a-a57a-7b33bf9e8f58 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:35.029238 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-76ae1ea1-24c8-453a-9621-8fbde9cdb881 req-f67a8aa3-5b27-408a-a57a-7b33bf9e8f58 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0612524 Sep 09 16:19:35.045921 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49870) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:35.046910 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'floatingip': {'port_id': '881b89db-4fd7-47b1-ad47-c8400fd31dbb'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:35.098424 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-81fb34a1-462e-4fa0-bdf2-26baff07ee0d service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516833 Sep 09 16:19:35.236067 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'bc09759b-b308-4fba-b97c-ba0fd1892c81', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'port_id': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'mac_address': 'fa:16:3e:89:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:18:54Z', 'updated_at': '2021-09-09T16:19:33Z', 'revision_number': 1, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:35.271149 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d184-082e-428c-b303-df9f1b3ac113 None None] The sync data for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi is: [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'bc09759b-b308-4fba-b97c-ba0fd1892c81', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'floating_ip_address': '172.27.2.127', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'port_id': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'mac_address': 'fa:16:3e:89:d0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:18:54Z', 'updated_at': '2021-09-09T16:19:33Z', 'revision_number': 1, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:19:35.322745 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b4e7188-9eb6-4304-904f-9b28d04f01f5 req-0ed58010-8190-4754-94e2-86321288ab6c service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108145 Sep 09 16:19:35.331575 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d76b2-1cf7-4c5a-a505-931365b06377 req-3c8d8e73-11c8-46e9-8af0-1bdddc535e3f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:35.333216 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-927d76b2-1cf7-4c5a-a505-931365b06377 req-3c8d8e73-11c8-46e9-8af0-1bdddc535e3f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0784214 Sep 09 16:19:35.350030 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:35.381256 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-927d76b2-1cf7-4c5a-a505-931365b06377 req-1299f73a-ec79-40fe-bff0-f9dd8859b7d6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377948 Sep 09 16:19:35.514644 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ed61bb-1518-45e4-ace5-df34d654554f None None] New status for floating IP bc09759b-b308-4fba-b97c-ba0fd1892c81: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:19:35.615618 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f65fad25-3722-4604-a362-57905dfcf7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:35.957221 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:36.042780 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:36.088549 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:36.137895 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Floating IP 68713697-e055-454f-a8d9-ddad43aab049 associated. External IP: 172.27.2.97, port: 881b89db-4fd7-47b1-ad47-c8400fd31dbb. Sep 09 16:19:36.338353 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Router 204c1878-ddde-4328-882c-357958428550 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:19:36.442242 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:19:36.447140 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:36.463050 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] Sync routers for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:19:36.472497 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:19:36.473111 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:19:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:36.477935 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-18a6ebee-5045-4939-9b99-3d98ceac68b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "PUT /v2.0/floatingips/68713697-e055-454f-a8d9-ddad43aab049 HTTP/1.1" status: 200 len: 991 time: 1.4345715 Sep 09 16:19:36.478514 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b64784a-cb08-494f-bfaa-3662424cd608', 'tag': '881b89db-4fd7-47b1-ad47-c8400fd31dbb'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:36.480767 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de" -d '{"events": [{"name": "network-changed", "server_uuid": "6b64784a-cb08-494f-bfaa-3662424cd608", "tag": "881b89db-4fd7-47b1-ad47-c8400fd31dbb"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:36.503125 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ad24b-fc16-4b25-9421-02dc7fea1f85 req-35f8a228-1b95-4d0f-a0d1-7fc7de0393e3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:36.504605 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2c9ad24b-fc16-4b25-9421-02dc7fea1f85 req-35f8a228-1b95-4d0f-a0d1-7fc7de0393e3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0564492 Sep 09 16:19:36.545989 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2c9ad24b-fc16-4b25-9421-02dc7fea1f85 req-83458e37-ad9a-41bf-971a-c3f15e0c91c6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350313 Sep 09 16:19:36.590021 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:19:36.614346 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:36.809487 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '68713697-e055-454f-a8d9-ddad43aab049', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '204c1878-ddde-4328-882c-357958428550', 'port_id': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'mac_address': 'fa:16:3e:3a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b64784a-cb08-494f-bfaa-3662424cd608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:18:48Z', 'updated_at': '2021-09-09T16:19:35Z', 'revision_number': 1, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:36.836226 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] Checking router: 204c1878-ddde-4328-882c-357958428550 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:19:36.844458 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:19:36.845062 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:19:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:36.947373 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:19:37.165227 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '68713697-e055-454f-a8d9-ddad43aab049', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '204c1878-ddde-4328-882c-357958428550', 'port_id': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'mac_address': 'fa:16:3e:3a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b64784a-cb08-494f-bfaa-3662424cd608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:18:48Z', 'updated_at': '2021-09-09T16:19:35Z', 'revision_number': 1, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:19:37.190823 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b50c396-d201-42c6-96e7-85df148e1490 None None] The sync data for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi is: [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '68713697-e055-454f-a8d9-ddad43aab049', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '204c1878-ddde-4328-882c-357958428550', 'port_id': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'mac_address': 'fa:16:3e:3a:b5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b64784a-cb08-494f-bfaa-3662424cd608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:18:48Z', 'updated_at': '2021-09-09T16:19:35Z', 'revision_number': 1, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:19:37.364830 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd98f46-67f9-460e-8e92-12d4b636fc0d None None] New status for floating IP 68713697-e055-454f-a8d9-ddad43aab049: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:19:38.389347 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:38.500621 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-b0a40e39-d5ae-4709-bf36-afa6517af42b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389490 Sep 09 16:19:38.562240 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8e0522-f77a-4e58-9e7a-c359c5a37997 x-openstack-request-id: req-2a8e0522-f77a-4e58-9e7a-c359c5a37997 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:38.562240 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b64784a-cb08-494f-bfaa-3662424cd608", "tag": "881b89db-4fd7-47b1-ad47-c8400fd31dbb", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:38.562240 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a8e0522-f77a-4e58-9e7a-c359c5a37997 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:38.562240 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b64784a-cb08-494f-bfaa-3662424cd608', 'tag': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'status': 'completed', 'code': 200} Sep 09 16:19:38.651782 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20033e2-644c-4026-a4e0-e9a6d806834f req-cd6187ce-7d4d-415d-b42c-8db58066e9eb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:38.653274 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e20033e2-644c-4026-a4e0-e9a6d806834f req-cd6187ce-7d4d-415d-b42c-8db58066e9eb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0485811 Sep 09 16:19:38.751084 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e20033e2-644c-4026-a4e0-e9a6d806834f req-0d077f9c-482b-4355-9e34-15678e6fc8fd tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859668 Sep 09 16:19:38.755834 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-4e494032-6a9e-4ca9-adad-ce7a3059630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:38.757255 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-4e494032-6a9e-4ca9-adad-ce7a3059630b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=34a02e1977ef435492b1655e2e384d27&device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 1099 time: 0.1014783 Sep 09 16:19:38.759755 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-65334453-ac36-4b5c-aec8-718c4a0eaf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:38.761328 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-65334453-ac36-4b5c-aec8-718c4a0eaf07 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 1099 time: 0.0932753 Sep 09 16:19:38.950202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-d971fcee-9fc1-4041-a193-6a63ccaff8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:38.951814 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-d971fcee-9fc1-4041-a193-6a63ccaff8bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 912 time: 0.1613972 Sep 09 16:19:38.953945 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-697c722a-9792-4c4a-b4fc-6ce6ad57be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:38.955229 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-697c722a-9792-4c4a-b4fc-6ce6ad57be17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a7509c79-5a6b-4eab-bedb-32281cfd508a HTTP/1.1" status: 200 len: 913 time: 0.1572552 Sep 09 16:19:39.060120 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-76c33ba7-6860-4318-875e-7679df6e7322 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944a48b7-d021-4195-a87e-f854fc23ba4e HTTP/1.1" status: 200 len: 217 time: 0.0635471 Sep 09 16:19:39.087360 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-00ecd2ac-b9a8-41d6-8f2c-d26c1db36b52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb HTTP/1.1" status: 200 len: 1001 time: 0.0967524 Sep 09 16:19:39.156806 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-f7c5e7a5-7554-4706-b061-4cda0f93c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:39.158263 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-f7c5e7a5-7554-4706-b061-4cda0f93c702 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91d4a3af-3cfe-43db-b537-a29ab968e24d HTTP/1.1" status: 200 len: 852 time: 0.0879195 Sep 09 16:19:39.165053 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-db46eaad-2362-4090-8b57-2af75c7c2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:39.169234 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-db46eaad-2362-4090-8b57-2af75c7c2bfa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 200 len: 850 time: 0.0599909 Sep 09 16:19:39.215439 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-2a49899c-1706-4afd-992c-03a88f705aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a7509c79-5a6b-4eab-bedb-32281cfd508a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315597 Sep 09 16:19:39.300632 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-ce6e0c0c-b8e8-439f-94e7-898410e580b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:39.302141 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-ce6e0c0c-b8e8-439f-94e7-898410e580b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60652e51-aa8c-4376-8487-bf6553372b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0950787 Sep 09 16:19:39.567893 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-adb63efa-322b-490b-920d-88944fd31a09 service neutron] 10.222.0.21 "GET /v2.0/networks/a7509c79-5a6b-4eab-bedb-32281cfd508a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363376 Sep 09 16:19:39.682985 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-a9b7e22c-aba6-460c-acbc-6ec04ff61ad0 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689342 Sep 09 16:19:39.727226 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a4bb1-5bc1-4efa-9876-4bd44b86ba5a req-0b43ea25-eec5-4f82-9608-d5ba9c94a25a service neutron] 10.222.0.21 "GET /v2.0/networks/a7509c79-5a6b-4eab-bedb-32281cfd508a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290820 Sep 09 16:19:39.794631 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-885fbf7d-a2a7-4d33-aa9a-aaacefe0e6de req-b817c2a9-6012-48c0-a76c-ec20419145f7 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996888 Sep 09 16:19:39.876300 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d57f-19ee-46e1-872a-3416f6fec8ee req-590ea888-e21c-463d-8c9f-a4006ac7c6ff tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:39.877696 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c649d57f-19ee-46e1-872a-3416f6fec8ee req-590ea888-e21c-463d-8c9f-a4006ac7c6ff tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0561080 Sep 09 16:19:39.916015 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c649d57f-19ee-46e1-872a-3416f6fec8ee req-d58e3e02-adff-4753-b57b-32d91eeb3f23 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321665 Sep 09 16:19:41.034491 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fc724-7ea9-4b63-9c21-19e24f445ab9 req-e2bde462-f7fe-4fe8-882b-1f0e5bf220dc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:41.035985 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce7fc724-7ea9-4b63-9c21-19e24f445ab9 req-e2bde462-f7fe-4fe8-882b-1f0e5bf220dc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0494626 Sep 09 16:19:41.073535 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ce7fc724-7ea9-4b63-9c21-19e24f445ab9 req-67dda2c7-7cf6-477f-88c0-401b1f0f8cf8 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315778 Sep 09 16:19:41.171082 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 49976) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:41.275809 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:41.363486 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:41.477234 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:41.515767 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5bddfdb7127d4e789932cb5ba57e4045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422508 Sep 09 16:19:41.524157 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5da6c0e-3cfa-4431-8794-cd6995ef7b75,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:41.524280 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 49986) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:41.524700 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.524700 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.524700 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.525039 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.525373 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.525705 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.526060 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.526387 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.526716 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.527031 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.527349 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.527660 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b3d40-6eab-4457-8da4-4322dc17db12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:41.566475 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56c942de-4eba-4f70-9009-4c3f25854555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:41.587052 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56c942de-4eba-4f70-9009-4c3f25854555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:41.728225 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56c942de-4eba-4f70-9009-4c3f25854555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:41.730739 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56c942de-4eba-4f70-9009-4c3f25854555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:41.731880 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-56c942de-4eba-4f70-9009-4c3f25854555 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5da6c0e-3cfa-4431-8794-cd6995ef7b75 HTTP/1.1" status: 204 len: 168 time: 0.2123001 Sep 09 16:19:41.739864 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c942de-4eba-4f70-9009-4c3f25854555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5da6c0e-3cfa-4431-8794-cd6995ef7b75,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:42.199031 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08051bf-7159-44db-8b51-bf3a336e43a0 req-4523c813-89b6-4d80-aa25-c5fc76c47b49 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:42.200763 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c08051bf-7159-44db-8b51-bf3a336e43a0 req-4523c813-89b6-4d80-aa25-c5fc76c47b49 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0472016 Sep 09 16:19:42.240706 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c08051bf-7159-44db-8b51-bf3a336e43a0 req-562a39b3-d247-44ac-aac3-c72d5cdaa48e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Sep 09 16:19:42.364645 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50002) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:42.381011 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6825c914-41f1-471b-b7ca-673d28917506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:42.551517 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:42.651743 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6825c914-41f1-471b-b7ca-673d28917506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:42.760733 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6825c914-41f1-471b-b7ca-673d28917506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:42.796506 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825c914-41f1-471b-b7ca-673d28917506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af978736-8dc7-459a-9aab-c84f4346e5ae,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:42.800795 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6825c914-41f1-471b-b7ca-673d28917506 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44733bcd319148d2958433ba6dc24a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351354 Sep 09 16:19:42.804205 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50006) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:42.850149 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-db260b1e-11ec-4f1e-9199-a250f8ce7262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:42.870447 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-db260b1e-11ec-4f1e-9199-a250f8ce7262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:42.989370 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-db260b1e-11ec-4f1e-9199-a250f8ce7262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:42.991955 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-db260b1e-11ec-4f1e-9199-a250f8ce7262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:42.993167 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-db260b1e-11ec-4f1e-9199-a250f8ce7262 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af978736-8dc7-459a-9aab-c84f4346e5ae HTTP/1.1" status: 204 len: 168 time: 0.1888788 Sep 09 16:19:43.001047 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db260b1e-11ec-4f1e-9199-a250f8ce7262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af978736-8dc7-459a-9aab-c84f4346e5ae,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:44.433664 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d66d1-bdd3-4b0a-9231-8195075ca101 req-045a2b4e-cc85-4d15-a3ab-1bacbc831e49 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:44.435164 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a12d66d1-bdd3-4b0a-9231-8195075ca101 req-045a2b4e-cc85-4d15-a3ab-1bacbc831e49 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0510690 Sep 09 16:19:44.474666 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a12d66d1-bdd3-4b0a-9231-8195075ca101 req-1c5a72f4-5069-441c-92b8-18e612f34b2c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Sep 09 16:19:45.590060 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf401447-54df-4b89-a986-434644c98541 req-fae17ed3-9b4c-458c-93bb-eb61054e83e0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:45.591499 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cf401447-54df-4b89-a986-434644c98541 req-fae17ed3-9b4c-458c-93bb-eb61054e83e0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0471804 Sep 09 16:19:45.628932 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cf401447-54df-4b89-a986-434644c98541 req-28342f87-993f-4cd4-a66e-be7889099c62 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310049 Sep 09 16:19:46.771602 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e14aae-2a54-462d-8080-e7fec07e746e req-98906e49-11d7-41b4-ab65-a88ad490c201 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:46.773132 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83e14aae-2a54-462d-8080-e7fec07e746e req-98906e49-11d7-41b4-ab65-a88ad490c201 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0566494 Sep 09 16:19:46.821834 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83e14aae-2a54-462d-8080-e7fec07e746e req-ebc2096b-ba5a-48a9-8715-d78b6ac143c0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323026 Sep 09 16:19:47.114254 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-73ca15a8-d917-4765-a437-8400157fae96 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:47.116877 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-73ca15a8-d917-4765-a437-8400157fae96 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 815 time: 0.1082737 Sep 09 16:19:47.130837 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-209b8bd7-54f8-4c3d-8564-65340423dc0b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/quotas/70670e9c7fad4cf6ac2ab2b4fdc9e312 HTTP/1.1" status: 200 len: 375 time: 0.0093794 Sep 09 16:19:47.179235 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-9b69964f-ef56-4df5-96d2-d0e95b8a5962 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428836 Sep 09 16:19:47.273200 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-e8ac8638-6488-4eeb-aff3-d4b7fccf4d15 service neutron] 10.222.0.22 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849521 Sep 09 16:19:47.368065 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-90fad940-da49-4191-ab48-933f109539db service neutron] 10.222.0.22 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888760 Sep 09 16:19:47.649080 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7a727a00-c6e6-48c0-81fe-c42bda4aa171 req-23bfc26b-1315-45ad-a356-59ea3039d7c5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 210 time: 0.0268750 Sep 09 16:19:47.962522 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5b008-2aef-4484-a7ab-40bd99ec124e req-e05ec8d6-ccbd-4988-b9de-098abe6707ee tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:47.964040 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-95a5b008-2aef-4484-a7ab-40bd99ec124e req-e05ec8d6-ccbd-4988-b9de-098abe6707ee tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0583870 Sep 09 16:19:48.005110 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-95a5b008-2aef-4484-a7ab-40bd99ec124e req-ffab07ba-505b-4fcf-9b61-1f68089e3cc8 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341754 Sep 09 16:19:48.464126 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50174) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:48.569138 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-16e56186-e34b-4a62-b92a-e74d1d99bf4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:48.658206 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-16e56186-e34b-4a62-b92a-e74d1d99bf4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:48.749913 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-78d065c0-6d31-44ab-95c4-76e8f784b766 req-5773de69-56ea-4835-b3e6-13ded97b42ca tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 210 time: 0.0255833 Sep 09 16:19:48.777294 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-16e56186-e34b-4a62-b92a-e74d1d99bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:48.815339 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-16e56186-e34b-4a62-b92a-e74d1d99bf4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87bffd1324ef4b15ae3f9f57cb7f2c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502223 Sep 09 16:19:48.816514 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e56186-e34b-4a62-b92a-e74d1d99bf4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f5bb7b-39c0-4a1a-b00d-9ed371799b5e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:48.818066 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50180) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:48.876552 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-320cca54-8d7d-4f5b-b719-5b4bda405b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:48.898238 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-320cca54-8d7d-4f5b-b719-5b4bda405b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:49.019709 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-320cca54-8d7d-4f5b-b719-5b4bda405b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:49.022311 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-320cca54-8d7d-4f5b-b719-5b4bda405b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:49.023781 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-320cca54-8d7d-4f5b-b719-5b4bda405b35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90f5bb7b-39c0-4a1a-b00d-9ed371799b5e HTTP/1.1" status: 204 len: 168 time: 0.2046270 Sep 09 16:19:49.037331 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cca54-8d7d-4f5b-b719-5b4bda405b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f5bb7b-39c0-4a1a-b00d-9ed371799b5e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:49.127569 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311578d3-119f-47bb-8797-651164f541a8 req-c31db25c-e853-49ed-ba64-7424543ef76a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:49.129068 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-311578d3-119f-47bb-8797-651164f541a8 req-c31db25c-e853-49ed-ba64-7424543ef76a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0507770 Sep 09 16:19:49.166316 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-311578d3-119f-47bb-8797-651164f541a8 req-527681f1-429d-46f9-909b-6518fc64c077 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Sep 09 16:19:49.680890 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50206) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:49.696057 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1273-0a1c-4235-b9a0-8eb94c399ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:49.804555 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1273-0a1c-4235-b9a0-8eb94c399ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:49.866975 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-20f93832-c354-4bca-b148-4d30705c69d2 req-abcc8d76-84f3-476f-8216-91c46c1cb62d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 210 time: 0.0313182 Sep 09 16:19:49.962481 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6cf1273-0a1c-4235-b9a0-8eb94c399ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:50.013720 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c6cf1273-0a1c-4235-b9a0-8eb94c399ca4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afeab28b5b2649e682b7ab8c78db5369&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316214 Sep 09 16:19:50.021351 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50210) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:19:50.022014 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf1273-0a1c-4235-b9a0-8eb94c399ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228ce99f-dab5-47b0-9276-bd2bdd218485,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:50.099173 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f889e2-ae9e-4b62-af81-2eb467f99fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:50.148264 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f889e2-ae9e-4b62-af81-2eb467f99fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:50.196962 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-2c799e1b-1382-42dd-8f43-3082a1889469 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:50.198430 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-2c799e1b-1382-42dd-8f43-3082a1889469 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 815 time: 0.1552620 Sep 09 16:19:50.246616 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Request body: {'port': {'device_id': 'd8c9946f-4ce8-4486-b765-5164360e6f2a', 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'admin_state_up': True, 'tenant_id': '70670e9c7fad4cf6ac2ab2b4fdc9e312'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:50.298344 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f889e2-ae9e-4b62-af81-2eb467f99fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:50.301028 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f889e2-ae9e-4b62-af81-2eb467f99fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:50.309599 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-f1f889e2-ae9e-4b62-af81-2eb467f99fcb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/228ce99f-dab5-47b0-9276-bd2bdd218485 HTTP/1.1" status: 204 len: 168 time: 0.2816906 Sep 09 16:19:50.323284 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f889e2-ae9e-4b62-af81-2eb467f99fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ce99f-dab5-47b0-9276-bd2bdd218485,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:50.377952 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab482745-5250-4661-a518-2cc396a0f67e req-bff09955-4485-47b6-9943-b329ace3e71d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:50.382330 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ab482745-5250-4661-a518-2cc396a0f67e req-bff09955-4485-47b6-9943-b329ace3e71d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.1060452 Sep 09 16:19:50.434107 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ab482745-5250-4661-a518-2cc396a0f67e req-6f9b6899-59a4-4f19-9abf-dd4f3b5093b0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471990 Sep 09 16:19:50.491747 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Made reservation on behalf of 70670e9c7fad4cf6ac2ab2b4fdc9e312 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:19:50.495435 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:50.638057 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Allocated IP 172.20.0.11 (8f6e35f8-349e-4162-849a-2dad88ca655d/a8e1ec22-5d94-4048-a120-c011c84f03bb/e3086b0b-f8a5-472d-a195-246cb09228e9) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:19:50.793881 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:50.975073 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1711a321-270d-4d5d-94f3-f9d8b08d582a req-9810b506-358b-428e-8263-280a5b03f71e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 210 time: 0.0275962 Sep 09 16:19:51.029734 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:51.076618 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Network 8f6e35f8-349e-4162-849a-2dad88ca655d is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:19:51.079715 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:19:51.083492 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:19:51.084515 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:19:51.110496 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Pushing event updated for resources: {'Port': ['ID=e3086b0b-f8a5-472d-a195-246cb09228e9,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:51.139579 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:51.145671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:51.267126 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-49802cec-b8d6-47d5-8bec-f43612246a43 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0244725 Sep 09 16:19:51.296016 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Request body: {'port': {'device_id': 'd8c9946f-4ce8-4486-b765-5164360e6f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:19:51.353642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:51.565795 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ce92-e483-420d-a159-fad1186208b7 req-260f63be-4222-4eba-84f2-f7573a97a0b4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:51.568172 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1093ce92-e483-420d-a159-fad1186208b7 req-260f63be-4222-4eba-84f2-f7573a97a0b4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0563090 Sep 09 16:19:51.653597 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1093ce92-e483-420d-a159-fad1186208b7 req-6f741ce0-6de6-43fb-9428-0be846f28be7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739005 Sep 09 16:19:51.669368 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3086b0b-f8a5-472d-a195-246cb09228e9 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:51.678508 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:51.692243 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Transition to ACTIVE for port object e3086b0b-f8a5-472d-a195-246cb09228e9 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:19:51.777727 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:51.829294 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Pushing event updated for resources: {'Port': ['ID=e3086b0b-f8a5-472d-a195-246cb09228e9,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:51.893554 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Attempting to bind port e3086b0b-f8a5-472d-a195-246cb09228e9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:19:51.893937 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Attempting to bind port e3086b0b-f8a5-472d-a195-246cb09228e9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:19:51.894267 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Attempting to bind port e3086b0b-f8a5-472d-a195-246cb09228e9 on network 8f6e35f8-349e-4162-849a-2dad88ca655d {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:51.898414 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Port e3086b0b-f8a5-472d-a195-246cb09228e9 on network 8f6e35f8-349e-4162-849a-2dad88ca655d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:19:51.898736 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Attempting to bind port e3086b0b-f8a5-472d-a195-246cb09228e9 on network 8f6e35f8-349e-4162-849a-2dad88ca655d {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:19:51.903406 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:19:51.903743 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Checking segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:19:51.904128 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Bound using segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:19:51.904548 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Bound port: e3086b0b-f8a5-472d-a195-246cb09228e9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:19:51.904897 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:51.973524 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] For port e3086b0b-f8a5-472d-a195-246cb09228e9, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:19:51.977306 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] For port e3086b0b-f8a5-472d-a195-246cb09228e9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e3086b0b-f8a5-472d-a195-246cb09228e9,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:19:52.055817 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:52.086467 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:52.087464 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:52.088861 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] 10.222.0.21 "PUT /v2.0/ports/e3086b0b-f8a5-472d-a195-246cb09228e9 HTTP/1.1" status: 200 len: 1094 time: 0.7975762 Sep 09 16:19:52.099091 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:19:52.108937 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c9946f-4ce8-4486-b765-5164360e6f2a', 'tag': 'e3086b0b-f8a5-472d-a195-246cb09228e9'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:19:52.111371 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c52863-5fe6-450b-92b1-4a91e14abe82" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c9946f-4ce8-4486-b765-5164360e6f2a", "tag": "e3086b0b-f8a5-472d-a195-246cb09228e9"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:19:52.154172 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda5042-3839-4726-b8fa-731939a8c7e4 req-d7f2791a-6127-45a8-a1bb-ba49c603c45f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:52.155708 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5fda5042-3839-4726-b8fa-731939a8c7e4 req-d7f2791a-6127-45a8-a1bb-ba49c603c45f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 944 time: 0.1118157 Sep 09 16:19:52.157176 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e4835-d1cf-4a6d-a013-9da985bdb07d x-openstack-request-id: req-3a8e4835-d1cf-4a6d-a013-9da985bdb07d {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:19:52.157464 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c9946f-4ce8-4486-b765-5164360e6f2a", "tag": "e3086b0b-f8a5-472d-a195-246cb09228e9", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:19:52.157710 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a8e4835-d1cf-4a6d-a013-9da985bdb07d {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:19:52.158114 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8c9946f-4ce8-4486-b765-5164360e6f2a', 'tag': 'e3086b0b-f8a5-472d-a195-246cb09228e9', 'status': 'completed', 'code': 200} Sep 09 16:19:52.161213 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc35ea9-d679-44b2-a0f9-04f5cb339e00 service neutron] Pushing event updated for resources: {'Port': ['ID=e3086b0b-f8a5-472d-a195-246cb09228e9,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:52.200419 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5fda5042-3839-4726-b8fa-731939a8c7e4 req-8a2131b0-b540-4d5f-8814-a9faa85fb369 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363555 Sep 09 16:19:52.266806 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52863-5fe6-450b-92b1-4a91e14abe82 req-06774c08-4317-42db-b41c-2ed805864934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:52.268203 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e3c52863-5fe6-450b-92b1-4a91e14abe82 req-06774c08-4317-42db-b41c-2ed805864934 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 1097 time: 0.0426593 Sep 09 16:19:52.376986 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52863-5fe6-450b-92b1-4a91e14abe82 req-8e3b45dc-f7a5-4600-a509-7a0d8a4c294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:52.378534 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e3c52863-5fe6-450b-92b1-4a91e14abe82 req-8e3b45dc-f7a5-4600-a509-7a0d8a4c294f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0930600 Sep 09 16:19:52.480045 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52863-5fe6-450b-92b1-4a91e14abe82 req-81ba9169-8b2c-4f0a-8bc9-9c1f962284e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:52.481981 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e3c52863-5fe6-450b-92b1-4a91e14abe82 req-81ba9169-8b2c-4f0a-8bc9-9c1f962284e9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939827 Sep 09 16:19:52.664140 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-103b1922-0f6c-4252-a09d-e2dba5dcd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:52.665683 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-103b1922-0f6c-4252-a09d-e2dba5dcd285 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 1097 time: 0.0441096 Sep 09 16:19:52.729355 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-c0f8f2d2-fb29-4fb1-957f-f20078c40395 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3086b0b-f8a5-472d-a195-246cb09228e9 HTTP/1.1" status: 200 len: 217 time: 0.0447929 Sep 09 16:19:52.775461 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596a7e2-7275-470d-992a-3af1a95bf004 req-96219dd8-4875-4d7e-acff-9c56f9ea1b28 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:52.776996 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6596a7e2-7275-470d-992a-3af1a95bf004 req-96219dd8-4875-4d7e-acff-9c56f9ea1b28 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0530634 Sep 09 16:19:52.787699 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-92f1e79b-f7a7-4d1e-817c-0222234cc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:52.789167 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-92f1e79b-f7a7-4d1e-817c-0222234cc6d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8e1ec22-5d94-4048-a120-c011c84f03bb HTTP/1.1" status: 200 len: 855 time: 0.0479460 Sep 09 16:19:52.820466 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6596a7e2-7275-470d-992a-3af1a95bf004 req-8d603342-8f8b-4bbb-8066-774fd900e322 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359282 Sep 09 16:19:52.830402 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-7fd8d46e-5faa-4de9-87f0-7556bee3e01d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6e35f8-349e-4162-849a-2dad88ca655d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255740 Sep 09 16:19:52.928096 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-c4b6f20f-668e-4c43-9db2-7913bdf9dc7d service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863583 Sep 09 16:19:53.036791 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45f7abf5-214b-48e5-9195-36b49ea98e75 req-b032815c-5d44-4147-a8d3-7fc1e26f425d service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012797 Sep 09 16:19:53.325508 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791de00-d84e-4b2e-85c4-3018c9435b95 req-affe278b-60b8-43a2-b7c1-89154f095a5f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:53.327012 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0791de00-d84e-4b2e-85c4-3018c9435b95 req-affe278b-60b8-43a2-b7c1-89154f095a5f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 944 time: 0.0499218 Sep 09 16:19:53.369149 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0791de00-d84e-4b2e-85c4-3018c9435b95 req-27fa8af1-07ce-4da0-aa71-149ecf6d4b09 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Sep 09 16:19:56.728059 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8738d05-3c2b-419b-911b-4c2b1c5ec645 req-b1e8a2b6-006c-48b3-983c-c2a7462818d2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:56.729599 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a8738d05-3c2b-419b-911b-4c2b1c5ec645 req-b1e8a2b6-006c-48b3-983c-c2a7462818d2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0518661 Sep 09 16:19:56.769533 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a8738d05-3c2b-419b-911b-4c2b1c5ec645 req-d32459b7-1bc1-45ad-a97f-9fdccc1223a3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337341 Sep 09 16:19:56.881277 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183d7e7-1e6d-4487-b170-dca5b55d9ea4 req-107f4cab-e1c8-400d-850f-55d9d4f01a5a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:56.882788 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1183d7e7-1e6d-4487-b170-dca5b55d9ea4 req-107f4cab-e1c8-400d-850f-55d9d4f01a5a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 944 time: 0.0495434 Sep 09 16:19:56.925007 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1183d7e7-1e6d-4487-b170-dca5b55d9ea4 req-52595773-8327-4c4f-9a41-cd046a42cdf6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Sep 09 16:19:57.895794 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b1b2-bc72-4019-bf33-963c4f2bb537 req-e21e7e21-4e96-499a-b355-7332cfd09012 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:57.897349 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7203b1b2-bc72-4019-bf33-963c4f2bb537 req-e21e7e21-4e96-499a-b355-7332cfd09012 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0506456 Sep 09 16:19:57.943268 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7203b1b2-bc72-4019-bf33-963c4f2bb537 req-b0aefcf6-3f1e-46bc-b045-f7d1e6ea97ca tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Sep 09 16:19:58.060396 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038ca9-08af-4940-a068-8dc71e9828a0 req-28e6aacc-887f-4d0b-b6bb-7992862d05eb tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:58.062335 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fc038ca9-08af-4940-a068-8dc71e9828a0 req-28e6aacc-887f-4d0b-b6bb-7992862d05eb tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 944 time: 0.0671351 Sep 09 16:19:58.110340 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fc038ca9-08af-4940-a068-8dc71e9828a0 req-e36ea601-65c1-4c2c-948e-65408660e078 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414994 Sep 09 16:19:58.596768 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434306f8-9ee5-44be-b49c-bf484347d694 req-74dfb903-91b7-4d80-aa6a-1e5d738fa758 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:58.598423 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-434306f8-9ee5-44be-b49c-bf484347d694 req-74dfb903-91b7-4d80-aa6a-1e5d738fa758 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0489604 Sep 09 16:19:58.635749 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-434306f8-9ee5-44be-b49c-bf484347d694 req-6714c738-1bf7-4ffc-b4ee-95b38e4f2b60 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Sep 09 16:19:58.704244 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device e3086b0b-f8a5-472d-a195-246cb09228e9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:19:58.812831 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port e3086b0b-f8a5-472d-a195-246cb09228e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e3086b0b-f8a5-472d-a195-246cb09228e9,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:58.826842 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'e3086b0b-f8a5-472d-a195-246cb09228e9', 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'port_id': 'e3086b0b-f8a5-472d-a195-246cb09228e9', 'mac_address': 'fa:16:3e:e3:db:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e1ec22-5d94-4048-a120-c011c84f03bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:19:58.863330 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:58.875915 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3086b0b-f8a5-472d-a195-246cb09228e9 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:19:58.894518 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port e3086b0b-f8a5-472d-a195-246cb09228e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e3086b0b-f8a5-472d-a195-246cb09228e9,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:19:59.001188 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:19:59.057987 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=e3086b0b-f8a5-472d-a195-246cb09228e9,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:19:59.067047 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.068131 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.068788 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.074181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:19:59.095504 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f624c84-0ab4-465e-a050-8cd2c6bd88f0 req-8c3a144a-9894-4066-90a9-10d41bfc1713 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:59.097337 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0f624c84-0ab4-465e-a050-8cd2c6bd88f0 req-8c3a144a-9894-4066-90a9-10d41bfc1713 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0764570 Sep 09 16:19:59.138374 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0f624c84-0ab4-465e-a050-8cd2c6bd88f0 req-c81dba35-55bc-4827-9682-37190c6956f2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340898 Sep 09 16:19:59.222835 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49808a-05a2-4f9e-8c88-4002ea978636 req-6fbfd614-38fd-4acd-af03-323d782a1232 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:59.224337 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be49808a-05a2-4f9e-8c88-4002ea978636 req-6fbfd614-38fd-4acd-af03-323d782a1232 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 945 time: 0.0468132 Sep 09 16:19:59.264545 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be49808a-05a2-4f9e-8c88-4002ea978636 req-2a5298e8-0b16-4166-93c8-bb58fe1c28ed tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339921 Sep 09 16:19:59.598819 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['e3086b0b-f8a5-472d-a195-246cb09228e9'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:19:59.759477 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d82594-78c4-4c6e-b354-7ddac5992aed req-c9d5919f-fec9-4c9d-bbdb-01a0b15bee7b tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:19:59.760947 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b2d82594-78c4-4c6e-b354-7ddac5992aed req-c9d5919f-fec9-4c9d-bbdb-01a0b15bee7b tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0499861 Sep 09 16:19:59.799081 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b2d82594-78c4-4c6e-b354-7ddac5992aed req-eec8bb85-7642-451e-b274-bb8433575d0f tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309083 Sep 09 16:20:00.077830 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50468) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:00.122588 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed4aec13-1f82-4f40-9fd4-d0c42dd9e402 admin admin] Deleting subnet e20ddd89-9acb-4281-aa73-8b7604407d69 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:20:00.130537 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed4aec13-1f82-4f40-9fd4-d0c42dd9e402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.188078 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed4aec13-1f82-4f40-9fd4-d0c42dd9e402 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.188851 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed4aec13-1f82-4f40-9fd4-d0c42dd9e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.262368 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054243b1-538e-416a-ace5-044c8096a468 req-9ab92203-5fba-46ba-bcbd-35283aeaf3e2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:00.264537 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-054243b1-538e-416a-ace5-044c8096a468 req-9ab92203-5fba-46ba-bcbd-35283aeaf3e2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0547304 Sep 09 16:20:00.321237 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-054243b1-538e-416a-ace5-044c8096a468 req-d2c5120d-c208-4843-a9c5-67f299a8ec8a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474265 Sep 09 16:20:00.350160 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed4aec13-1f82-4f40-9fd4-d0c42dd9e402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.393077 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4aec13-1f82-4f40-9fd4-d0c42dd9e402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20ddd89-9acb-4281-aa73-8b7604407d69,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:00.395119 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ed4aec13-1f82-4f40-9fd4-d0c42dd9e402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.397088 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ed4aec13-1f82-4f40-9fd4-d0c42dd9e402 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e20ddd89-9acb-4281-aa73-8b7604407d69 HTTP/1.1" status: 204 len: 168 time: 0.3182583 Sep 09 16:20:00.399853 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50486) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:00.422847 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd044128-d17e-4e1c-8cbd-a44aecc7063c req-9149b6e0-fcc0-4171-8ebd-f82d6c45a39a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:00.422847 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bd044128-d17e-4e1c-8cbd-a44aecc7063c req-9149b6e0-fcc0-4171-8ebd-f82d6c45a39a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 945 time: 0.0812135 Sep 09 16:20:00.460884 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bd044128-d17e-4e1c-8cbd-a44aecc7063c req-f58230c8-4603-4917-9c8f-3099e1237101 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337479 Sep 09 16:20:00.472432 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.557556 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.576836 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd0450b-178f-4617-a09d-067fea77203e']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:00.586159 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f64632b6-34ff-4f00-b578-b77507a4ceec') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:00.586473 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f64632b6-34ff-4f00-b578-b77507a4ceec') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:00.596562 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.609716 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.616237 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:20:00.619466 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:20:00.852152 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.858323 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.864362 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50494) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:00.873119 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fbd0450b-178f-4617-a09d-067fea77203e HTTP/1.1" status: 204 len: 168 time: 0.4718273 Sep 09 16:20:00.894181 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cd9d8-779d-4749-96b7-912a96e18668 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd0450b-178f-4617-a09d-067fea77203e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:00.918127 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a329e8-dfae-40d8-82b3-b855ea46a95f admin admin] Deleting subnet c21fabad-15fa-47c8-b643-d0a7e9b98cbd {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:20:00.921403 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c2a329e8-dfae-40d8-82b3-b855ea46a95f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.936492 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c15b91-bd81-4196-ac74-ce0b6ce084ad req-9fedaa8a-8864-4187-90ab-12bb9a3b2893 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:00.936492 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e0c15b91-bd81-4196-ac74-ce0b6ce084ad req-9fedaa8a-8864-4187-90ab-12bb9a3b2893 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0585308 Sep 09 16:20:00.957620 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c2a329e8-dfae-40d8-82b3-b855ea46a95f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.963056 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c2a329e8-dfae-40d8-82b3-b855ea46a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:00.973684 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e0c15b91-bd81-4196-ac74-ce0b6ce084ad req-92a8b479-84df-4a5f-95c6-1f1658949e03 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323403 Sep 09 16:20:01.083275 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c2a329e8-dfae-40d8-82b3-b855ea46a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.109399 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a329e8-dfae-40d8-82b3-b855ea46a95f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c21fabad-15fa-47c8-b643-d0a7e9b98cbd,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:01.113156 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c2a329e8-dfae-40d8-82b3-b855ea46a95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.116581 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c2a329e8-dfae-40d8-82b3-b855ea46a95f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c21fabad-15fa-47c8-b643-d0a7e9b98cbd HTTP/1.1" status: 204 len: 168 time: 0.2509122 Sep 09 16:20:01.117845 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50500) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:01.187926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.268161 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.288318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725102e9-4b72-4f20-bd4b-48cc61a34883']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:01.297323 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfca81f0-b82a-4175-b1a0-00e12e01ae5f') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:01.297709 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfca81f0-b82a-4175-b1a0-00e12e01ae5f') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:01.306898 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.320235 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.325962 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:20:01.326345 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:20:01.327924 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:20:01.431578 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3245c6-7f39-4b79-aab3-dfef28be73b6 req-c84e3087-b894-43f7-ad56-b395c96d492b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:01.433072 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc3245c6-7f39-4b79-aab3-dfef28be73b6 req-c84e3087-b894-43f7-ad56-b395c96d492b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0473940 Sep 09 16:20:01.471603 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.472402 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc3245c6-7f39-4b79-aab3-dfef28be73b6 req-c5ae06c2-4a78-4ee5-bd61-3510fa1816b9 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Sep 09 16:20:01.477851 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:01.479507 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/725102e9-4b72-4f20-bd4b-48cc61a34883 HTTP/1.1" status: 204 len: 168 time: 0.3606415 Sep 09 16:20:01.491710 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83945e-44f5-4e37-9183-3f97b62618e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=725102e9-4b72-4f20-bd4b-48cc61a34883,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:01.593162 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c71962-c199-4355-996c-cf56e9d80a44 req-f661e9c5-7e15-4f80-9e64-e42eb50e768b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:01.595047 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-44c71962-c199-4355-996c-cf56e9d80a44 req-f661e9c5-7e15-4f80-9e64-e42eb50e768b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 945 time: 0.0544243 Sep 09 16:20:01.635045 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-44c71962-c199-4355-996c-cf56e9d80a44 req-40b4f374-69a0-4b93-a0e6-e97b9fc8deb5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330093 Sep 09 16:20:02.028363 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50516) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:02.042671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-c19c510c-8ca7-4c39-8d2e-fd2a725d9b41 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:02.044274 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-c19c510c-8ca7-4c39-8d2e-fd2a725d9b41 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.21 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0583327 Sep 09 16:20:02.101331 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-879b6225-6789-4ca5-a465-956f24073110 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ac24815f0c04941bf1dde29034e6f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0717096 Sep 09 16:20:02.105340 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50518) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:02.120432 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798c8a0-d1fe-4069-ab76-faf220b03e07 req-acb68652-7716-4f8a-985c-4caee0c3d50e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:02.121900 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c798c8a0-d1fe-4069-ab76-faf220b03e07 req-acb68652-7716-4f8a-985c-4caee0c3d50e tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 946 time: 0.0745223 Sep 09 16:20:02.170308 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Deleting port 944a48b7-d021-4195-a87e-f854fc23ba4e {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:20:02.170659 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:02.181913 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c798c8a0-d1fe-4069-ab76-faf220b03e07 req-1c1925ba-3aaa-49df-81ee-4c7db9a648db tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/security-groups?id=150a02ba-be92-417c-b4ed-18c3cb94cba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526729 Sep 09 16:20:02.191838 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3739a911-d99d-4cbd-94ed-9cc1a7e96244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:02.222426 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3739a911-d99d-4cbd-94ed-9cc1a7e96244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:02.265817 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] For port 944a48b7-d021-4195-a87e-f854fc23ba4e, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=944a48b7-d021-4195-a87e-f854fc23ba4e,segment=NetworkSegment(63624e92-ba36-41a4-aad2-a0b0cab58d85),segment_id=63624e92-ba36-41a4-aad2-a0b0cab58d85)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:02.266158 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:02.280575 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Calling delete_port for 944a48b7-d021-4195-a87e-f854fc23ba4e owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:20:02.346321 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3739a911-d99d-4cbd-94ed-9cc1a7e96244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:02.348934 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3739a911-d99d-4cbd-94ed-9cc1a7e96244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:02.350227 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3739a911-d99d-4cbd-94ed-9cc1a7e96244 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8536711-cf16-41e7-a84a-be0ac48c000f HTTP/1.1" status: 204 len: 168 time: 0.2438545 Sep 09 16:20:02.362565 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739a911-d99d-4cbd-94ed-9cc1a7e96244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8536711-cf16-41e7-a84a-be0ac48c000f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:02.534519 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:02.571921 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Pushing event deleted for resources: {'Port': ['ID=944a48b7-d021-4195-a87e-f854fc23ba4e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:02.579684 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['944a48b7-d021-4195-a87e-f854fc23ba4e'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:20:02.653394 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] No DVR routers for this DVR port 944a48b7-d021-4195-a87e-f854fc23ba4e on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:20:02.658909 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:02.660869 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-24bc9e4f-1c71-4d06-9b59-6cd417360fef req-2edcec93-3600-46f9-8adf-ab7f6e4d8150 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.21 "DELETE /v2.0/ports/944a48b7-d021-4195-a87e-f854fc23ba4e HTTP/1.1" status: 204 len: 173 time: 0.6093540 Sep 09 16:20:02.661309 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912f5d1f-a880-45b9-8c93-a33bce39f85a', 'name': 'network-vif-deleted', 'tag': '944a48b7-d021-4195-a87e-f854fc23ba4e'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:02.663588 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f408346d-416c-4e75-9f9e-d206f7f3a66a" -d '{"events": [{"server_uuid": "912f5d1f-a880-45b9-8c93-a33bce39f85a", "name": "network-vif-deleted", "tag": "944a48b7-d021-4195-a87e-f854fc23ba4e"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:02.674494 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4c482-005f-401d-844c-bd46e28fe7e6 req-38b92a4a-9344-4708-b794-7e3c2d823a19 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:02.675999 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7ff4c482-005f-401d-844c-bd46e28fe7e6 req-38b92a4a-9344-4708-b794-7e3c2d823a19 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.1307585 Sep 09 16:20:02.715022 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7ff4c482-005f-401d-844c-bd46e28fe7e6 req-69e5e2f5-7413-4ca3-8491-38f77f968f27 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Sep 09 16:20:02.763257 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6507e5-2687-4e26-8cf7-2f0a220f7fd9 x-openstack-request-id: req-5b6507e5-2687-4e26-8cf7-2f0a220f7fd9 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:02.763708 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912f5d1f-a880-45b9-8c93-a33bce39f85a", "name": "network-vif-deleted", "tag": "944a48b7-d021-4195-a87e-f854fc23ba4e", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:02.767195 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b6507e5-2687-4e26-8cf7-2f0a220f7fd9 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:02.767195 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912f5d1f-a880-45b9-8c93-a33bce39f85a', 'name': 'network-vif-deleted', 'tag': '944a48b7-d021-4195-a87e-f854fc23ba4e', 'status': 'completed', 'code': 200} Sep 09 16:20:02.768550 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc259df-7f2d-440e-8564-daac4022d0b8 req-6d139da2-c117-4cef-90f9-3e05fa7f24b4 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:02.770098 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fcc259df-7f2d-440e-8564-daac4022d0b8 req-6d139da2-c117-4cef-90f9-3e05fa7f24b4 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 945 time: 0.0632813 Sep 09 16:20:02.793088 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device e3086b0b-f8a5-472d-a195-246cb09228e9 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:20:02.818110 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fcc259df-7f2d-440e-8564-daac4022d0b8 req-fe4e389e-d1b0-4a82-9774-6397ad31b058 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408554 Sep 09 16:20:02.986184 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port e3086b0b-f8a5-472d-a195-246cb09228e9 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:20:02.990100 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port e3086b0b-f8a5-472d-a195-246cb09228e9 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:20:02.990470 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:03.069860 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:03.092065 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c9946f-4ce8-4486-b765-5164360e6f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3086b0b-f8a5-472d-a195-246cb09228e9'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:03.094370 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8a33bb-b39c-4354-9ac1-83cf11cc4c22" -d '{"events": [{"server_uuid": "d8c9946f-4ce8-4486-b765-5164360e6f2a", "name": "network-vif-plugged", "status": "completed", "tag": "e3086b0b-f8a5-472d-a195-246cb09228e9"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:03.106870 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port e3086b0b-f8a5-472d-a195-246cb09228e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e3086b0b-f8a5-472d-a195-246cb09228e9,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:03.132933 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e76528e-28df-4ef6-8877-3bc8c528571f x-openstack-request-id: req-2e76528e-28df-4ef6-8877-3bc8c528571f {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:03.133242 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c9946f-4ce8-4486-b765-5164360e6f2a", "name": "network-vif-plugged", "status": "completed", "tag": "e3086b0b-f8a5-472d-a195-246cb09228e9", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:03.133495 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e76528e-28df-4ef6-8877-3bc8c528571f {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:03.133915 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c9946f-4ce8-4486-b765-5164360e6f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3086b0b-f8a5-472d-a195-246cb09228e9', 'code': 200} Sep 09 16:20:03.193546 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:03.194472 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 944a48b7-d021-4195-a87e-f854fc23ba4e no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:20:03.243744 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50556) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:03.262560 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 944a48b7-d021-4195-a87e-f854fc23ba4e {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:20:03.263065 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 944a48b7-d021-4195-a87e-f854fc23ba4e not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:20:03.289783 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=e3086b0b-f8a5-472d-a195-246cb09228e9,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:03.296800 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-57872095-eeac-4ef4-ba89-e846ee6d6bba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50c10328fdf74e3a989cce1792634e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509794 Sep 09 16:20:03.299861 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50558) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:03.307893 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-de58cafa-aeb0-40ee-8b94-e7fb2e74a869 req-0b7659ce-667c-49f0-9fd3-1f0854838b92 tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0337160 Sep 09 16:20:03.352149 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1cbc2d4c-dff1-4b34-aa27-2c0641ac95cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:03.377258 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1cbc2d4c-dff1-4b34-aa27-2c0641ac95cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:03.382997 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b2ef81f4-d69d-4b59-a84e-1cfb41aac586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:03.682648 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c52fca1-e841-4cc6-831f-69bf6cb8d67f req-780cc07f-2d1f-437c-abf6-f55dd86022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:03.684223 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4c52fca1-e841-4cc6-831f-69bf6cb8d67f req-780cc07f-2d1f-437c-abf6-f55dd86022c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 1099 time: 0.0589221 Sep 09 16:20:03.743435 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4c52fca1-e841-4cc6-831f-69bf6cb8d67f req-79f8b8eb-03ec-424d-914a-08235ef194b2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471623 Sep 09 16:20:03.818225 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1cbc2d4c-dff1-4b34-aa27-2c0641ac95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:03.820689 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1cbc2d4c-dff1-4b34-aa27-2c0641ac95cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:03.821867 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-1cbc2d4c-dff1-4b34-aa27-2c0641ac95cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d58651a2-5953-4661-aa53-9406f4531177 HTTP/1.1" status: 204 len: 168 time: 0.5208900 Sep 09 16:20:03.831943 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc2d4c-dff1-4b34-aa27-2c0641ac95cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58651a2-5953-4661-aa53-9406f4531177,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:03.851409 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed150b-06bc-4209-bfff-9ade2b502e84 req-f25a7e4a-7c05-4b6f-8e41-c6146c4354f7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:03.853382 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f4ed150b-06bc-4209-bfff-9ade2b502e84 req-f25a7e4a-7c05-4b6f-8e41-c6146c4354f7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0631442 Sep 09 16:20:03.897788 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f4ed150b-06bc-4209-bfff-9ade2b502e84 req-cbf9ae44-31ce-422f-826a-8e5d639a7f06 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336900 Sep 09 16:20:04.005926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299a9d0-1025-4be5-905e-cc5269b3f8c9 req-05c9806e-d4bc-469d-810f-e4a0092e590e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:04.007365 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a299a9d0-1025-4be5-905e-cc5269b3f8c9 req-05c9806e-d4bc-469d-810f-e4a0092e590e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0501170 Sep 09 16:20:04.047130 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a299a9d0-1025-4be5-905e-cc5269b3f8c9 req-caa2326b-dc89-4c58-8cb7-4fd0a768d41e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Sep 09 16:20:04.425449 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-edd9d17f-3b18-4f3d-8306-b9a17dd648c9 req-5a5d19c7-c68f-4946-ac62-3bcf6e966bae tempest-DeleteServersTestJSON-1118152327 tempest-DeleteServersTestJSON-1118152327-project] 10.222.0.22 "GET /v2.0/ports?device_id=912f5d1f-a880-45b9-8c93-a33bce39f85a HTTP/1.1" status: 200 len: 210 time: 0.0256953 Sep 09 16:20:04.787049 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50612) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:04.894853 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8deb-f9d2-46ce-97d6-16392a194c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:05.010534 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8deb-f9d2-46ce-97d6-16392a194c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:05.037260 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c754b6-4885-4302-a1db-6d428ec0862f req-807ca108-d9f6-4888-894d-35168e7c9c81 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:05.038761 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-47c754b6-4885-4302-a1db-6d428ec0862f req-807ca108-d9f6-4888-894d-35168e7c9c81 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0672519 Sep 09 16:20:05.079372 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-47c754b6-4885-4302-a1db-6d428ec0862f req-7c4beb96-aa58-4208-821a-cb92c33dbc9e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340939 Sep 09 16:20:05.146032 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a3ae8deb-f9d2-46ce-97d6-16392a194c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:05.166434 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27303e-cdba-4931-90ca-bf627c88bf1e req-b69c55f1-e762-4870-a5fb-34725164738b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:05.168929 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f27303e-cdba-4931-90ca-bf627c88bf1e req-b69c55f1-e762-4870-a5fb-34725164738b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0511663 Sep 09 16:20:05.203672 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae8deb-f9d2-46ce-97d6-16392a194c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36118dc0-31a4-445c-af94-4942a5b8376e,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:05.233886 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a3ae8deb-f9d2-46ce-97d6-16392a194c64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a680bc7b31e43e0adcecfcda9e81d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441452 Sep 09 16:20:05.239474 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50624) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:05.264430 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f27303e-cdba-4931-90ca-bf627c88bf1e req-80cd1cc7-7908-4b57-8580-bed33860f6c9 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848567 Sep 09 16:20:05.311524 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-211164f3-51f9-41d7-be85-af8fb05c8662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:05.346234 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-211164f3-51f9-41d7-be85-af8fb05c8662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:05.543159 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-211164f3-51f9-41d7-be85-af8fb05c8662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:05.545734 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-211164f3-51f9-41d7-be85-af8fb05c8662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:05.547024 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-211164f3-51f9-41d7-be85-af8fb05c8662 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36118dc0-31a4-445c-af94-4942a5b8376e HTTP/1.1" status: 204 len: 168 time: 0.3064942 Sep 09 16:20:05.558275 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211164f3-51f9-41d7-be85-af8fb05c8662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36118dc0-31a4-445c-af94-4942a5b8376e,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:05.608922 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dd9da7a0-4aa6-4471-ae0c-f212a74410a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.071825 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.150003 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50670) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:06.200181 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818bb3e-14a7-42f0-8006-acea0df4bc6e req-721b944f-3230-49ad-b28a-cf01e49531d4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:06.206342 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f818bb3e-14a7-42f0-8006-acea0df4bc6e req-721b944f-3230-49ad-b28a-cf01e49531d4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0558047 Sep 09 16:20:06.243312 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f818bb3e-14a7-42f0-8006-acea0df4bc6e req-968c782c-6a02-4034-88b5-f2b6963bc352 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344009 Sep 09 16:20:06.271114 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-498925f3-da57-4077-aa94-875f55c49d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.374980 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-498925f3-da57-4077-aa94-875f55c49d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.442428 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efbe72e-8170-4b9b-b338-a505d19f3a4a req-33a3c7ea-a4c5-48d6-a25a-d7644e39d7e0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:06.443910 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1efbe72e-8170-4b9b-b338-a505d19f3a4a req-33a3c7ea-a4c5-48d6-a25a-d7644e39d7e0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0500646 Sep 09 16:20:06.481703 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1efbe72e-8170-4b9b-b338-a505d19f3a4a req-77515083-cb77-4d41-88be-c1a68c044c58 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318260 Sep 09 16:20:06.503552 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-498925f3-da57-4077-aa94-875f55c49d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.543832 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-498925f3-da57-4077-aa94-875f55c49d15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c902c8fab7dc4184810bb6a68f8cdff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3927310 Sep 09 16:20:06.545248 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498925f3-da57-4077-aa94-875f55c49d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00221d-be26-4662-bdbf-01bdc01b32f2,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:06.546621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50686) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:06.613918 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fcd70188-da8e-4d55-90f7-034625577ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.626264 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.641891 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fcd70188-da8e-4d55-90f7-034625577ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.789272 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fcd70188-da8e-4d55-90f7-034625577ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.792143 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fcd70188-da8e-4d55-90f7-034625577ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:06.793398 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-fcd70188-da8e-4d55-90f7-034625577ed3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb00221d-be26-4662-bdbf-01bdc01b32f2 HTTP/1.1" status: 204 len: 168 time: 0.2456503 Sep 09 16:20:06.814484 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd70188-da8e-4d55-90f7-034625577ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00221d-be26-4662-bdbf-01bdc01b32f2,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:07.177762 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50718) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:07.223594 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85a9e0e-d71d-4190-8cf9-25ccbd61b22d admin admin] Deleting subnet 91d4a3af-3cfe-43db-b537-a29ab968e24d {{(pid=94613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:20:07.227063 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a85a9e0e-d71d-4190-8cf9-25ccbd61b22d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.267362 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a85a9e0e-d71d-4190-8cf9-25ccbd61b22d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32236522'] for subnet, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.351327 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a85a9e0e-d71d-4190-8cf9-25ccbd61b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.459438 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e852e-e23c-4d74-bcb9-f0d5564d992c req-f685fb8a-d8b5-4242-85d7-f2b9410c355b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:07.460907 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-741e852e-e23c-4d74-bcb9-f0d5564d992c req-f685fb8a-d8b5-4242-85d7-f2b9410c355b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0735044 Sep 09 16:20:07.499329 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-741e852e-e23c-4d74-bcb9-f0d5564d992c req-0b9f0fcb-64a0-4f2d-b32e-3bc5327cea98 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Sep 09 16:20:07.597582 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a85a9e0e-d71d-4190-8cf9-25ccbd61b22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32216243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29623281'] for subnet, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.624259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a9e0e-d71d-4190-8cf9-25ccbd61b22d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d4a3af-3cfe-43db-b537-a29ab968e24d,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:07.628131 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a85a9e0e-d71d-4190-8cf9-25ccbd61b22d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.630276 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a85a9e0e-d71d-4190-8cf9-25ccbd61b22d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/91d4a3af-3cfe-43db-b537-a29ab968e24d HTTP/1.1" status: 204 len: 168 time: 0.4511964 Sep 09 16:20:07.632481 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50732) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:07.700301 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.781045 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.802107 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7509c79-5a6b-4eab-bedb-32281cfd508a']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:07.812237 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63624e92-ba36-41a4-aad2-a0b0cab58d85') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:07.812699 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63624e92-ba36-41a4-aad2-a0b0cab58d85') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:20:07.823027 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.836416 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.842675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:20:07.843326 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:20:07.845162 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:20:07.986122 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.991669 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:07.994409 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a7509c79-5a6b-4eab-bedb-32281cfd508a HTTP/1.1" status: 204 len: 168 time: 0.3609712 Sep 09 16:20:08.006261 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a81cb-e704-4c15-bba3-7c684a348b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7509c79-5a6b-4eab-bedb-32281cfd508a,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:08.413753 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50746) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:08.429116 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:08.453326 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-b66ab88c-f401-4b75-8205-f250ab04782a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34a02e1977ef435492b1655e2e384d27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384018 Sep 09 16:20:08.456143 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50748) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:08.502814 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8f84a724-ce6b-4030-892d-e2e688c0136c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:08.525273 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8f84a724-ce6b-4030-892d-e2e688c0136c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:08.621242 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c236c-f6f0-45d2-8c90-ffd60f339a22 req-8373ea86-c1c5-45f5-a0a4-ec0d7e702313 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:08.622594 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1e7c236c-f6f0-45d2-8c90-ffd60f339a22 req-8373ea86-c1c5-45f5-a0a4-ec0d7e702313 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0510790 Sep 09 16:20:08.643601 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8f84a724-ce6b-4030-892d-e2e688c0136c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:08.646032 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8f84a724-ce6b-4030-892d-e2e688c0136c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:08.647171 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-8f84a724-ce6b-4030-892d-e2e688c0136c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/150a02ba-be92-417c-b4ed-18c3cb94cba8 HTTP/1.1" status: 204 len: 168 time: 0.1901507 Sep 09 16:20:08.666497 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84a724-ce6b-4030-892d-e2e688c0136c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150a02ba-be92-417c-b4ed-18c3cb94cba8,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:08.673720 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1e7c236c-f6f0-45d2-8c90-ffd60f339a22 req-689c117c-32a4-462e-a624-dc59c73dfbbe tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Sep 09 16:20:09.350184 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50782) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:09.520922 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-332b287d-c7b1-436d-bbe2-ca033c2ce419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:09.612701 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-332b287d-c7b1-436d-bbe2-ca033c2ce419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:09.680181 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-332b287d-c7b1-436d-bbe2-ca033c2ce419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:09.759627 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b287d-c7b1-436d-bbe2-ca033c2ce419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bd0ada-5a35-4dc1-b3ea-453bef8cdc11,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:09.793317 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-332b287d-c7b1-436d-bbe2-ca033c2ce419 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9290fa82757461db81263bf572977f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414215 Sep 09 16:20:09.795854 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50812) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:09.802000 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd85ab-bdba-4180-a4e1-3d7437cfddf4 req-7e6c014d-fee0-4fb4-82cc-2e883b118c25 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:09.803477 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5abd85ab-bdba-4180-a4e1-3d7437cfddf4 req-7e6c014d-fee0-4fb4-82cc-2e883b118c25 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Sep 09 16:20:09.854971 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5abd85ab-bdba-4180-a4e1-3d7437cfddf4 req-10020e1f-aaeb-4c2e-9953-39627fe1b67e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Sep 09 16:20:09.859458 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98741d3-d140-493b-ab6a-a188cfae36be req-e1a13337-56ee-40a1-98cf-d295508c4996 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:09.863377 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-e1a13337-56ee-40a1-98cf-d295508c4996 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 815 time: 0.1799681 Sep 09 16:20:09.890287 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-8f0738e0-cf99-46b3-a546-5d6451c522d6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/quotas/70670e9c7fad4cf6ac2ab2b4fdc9e312 HTTP/1.1" status: 200 len: 375 time: 0.0192745 Sep 09 16:20:09.891892 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-20099327-2312-4b04-af5f-7c4e3ec70cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:09.944318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-20099327-2312-4b04-af5f-7c4e3ec70cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:09.995747 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-6c74eed9-2f2e-4f96-bc1b-250c3451f315 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938635 Sep 09 16:20:10.086858 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-bdf0a7b0-cffa-4bfb-aaa0-6aecaed57a9c service neutron] 10.222.0.22 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835564 Sep 09 16:20:10.119880 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-20099327-2312-4b04-af5f-7c4e3ec70cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:10.122414 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-20099327-2312-4b04-af5f-7c4e3ec70cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:10.123492 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-20099327-2312-4b04-af5f-7c4e3ec70cc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65bd0ada-5a35-4dc1-b3ea-453bef8cdc11 HTTP/1.1" status: 204 len: 168 time: 0.3267517 Sep 09 16:20:10.162389 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20099327-2312-4b04-af5f-7c4e3ec70cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bd0ada-5a35-4dc1-b3ea-453bef8cdc11,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:10.194758 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-33239ad8-5ac7-4a34-aaed-b1f9e47e3751 service neutron] 10.222.0.22 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018629 Sep 09 16:20:10.450770 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a4b97bdf-8ff4-43c6-b6a7-9e10edc8264a req-0ea7e84f-aeaf-4b80-b9d1-3ade06858660 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 210 time: 0.0349410 Sep 09 16:20:11.022668 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50852) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:11.037323 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef8096f-1cc2-4945-a4ca-d14f4d70eb52 req-e2e28ac9-0392-4233-a3e8-0d6e5c634078 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:11.038686 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6d855b3-12c3-4888-9494-98e173dfda53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.044133 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ef8096f-1cc2-4945-a4ca-d14f4d70eb52 req-e2e28ac9-0392-4233-a3e8-0d6e5c634078 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.1198499 Sep 09 16:20:11.078677 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5ef8096f-1cc2-4945-a4ca-d14f4d70eb52 req-8bcab3b2-bf42-4d75-a620-732311cd575b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337346 Sep 09 16:20:11.123652 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50854) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:11.146152 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6d855b3-12c3-4888-9494-98e173dfda53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.237435 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6d855b3-12c3-4888-9494-98e173dfda53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.279404 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c6d855b3-12c3-4888-9494-98e173dfda53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7427bb0eaaa44ec898d1dbea72718814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527573 Sep 09 16:20:11.279404 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d855b3-12c3-4888-9494-98e173dfda53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae48d7-08d3-454e-877e-dd01c8d427d6,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:11.280611 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50864) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:11.306900 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef693486-34c4-4d73-aea0-a6b0116f8797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.376611 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9d78-1ab5-467e-af46-e3ab27e81271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.409297 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9d78-1ab5-467e-af46-e3ab27e81271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.475404 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef693486-34c4-4d73-aea0-a6b0116f8797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.536467 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3c6e8ffd-3000-4c27-94e8-c3e82c7b852e req-7e8537cf-b6d9-4839-86c8-0187c32ab5d2 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 210 time: 0.0277238 Sep 09 16:20:11.568530 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ef693486-34c4-4d73-aea0-a6b0116f8797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.602816 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9d78-1ab5-467e-af46-e3ab27e81271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.605373 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9ed9d78-1ab5-467e-af46-e3ab27e81271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.606542 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e9ed9d78-1ab5-467e-af46-e3ab27e81271 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5ae48d7-08d3-454e-877e-dd01c8d427d6 HTTP/1.1" status: 204 len: 168 time: 0.3248193 Sep 09 16:20:11.620467 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ef693486-34c4-4d73-aea0-a6b0116f8797 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fbd7ab6f3344e2d8399ff31bbd2d1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956889 Sep 09 16:20:11.621488 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef693486-34c4-4d73-aea0-a6b0116f8797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e151ab-c17a-4324-ab6b-dc58e630d596,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:11.623194 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50876) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:11.634302 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed9d78-1ab5-467e-af46-e3ab27e81271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae48d7-08d3-454e-877e-dd01c8d427d6,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:11.687805 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-887f7298-65ec-4149-af6f-96da1d707938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.711640 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-887f7298-65ec-4149-af6f-96da1d707938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.865556 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-887f7298-65ec-4149-af6f-96da1d707938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.868438 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-887f7298-65ec-4149-af6f-96da1d707938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:11.869595 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-887f7298-65ec-4149-af6f-96da1d707938 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74e151ab-c17a-4324-ab6b-dc58e630d596 HTTP/1.1" status: 204 len: 168 time: 0.2449114 Sep 09 16:20:11.878607 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f7298-65ec-4149-af6f-96da1d707938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e151ab-c17a-4324-ab6b-dc58e630d596,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:12.198782 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3656f8-5db6-4063-baef-0effbc705c8a req-ca237762-9038-4cb9-a428-0a4636bb7492 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:12.200400 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a3656f8-5db6-4063-baef-0effbc705c8a req-ca237762-9038-4cb9-a428-0a4636bb7492 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0522196 Sep 09 16:20:12.240525 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a3656f8-5db6-4063-baef-0effbc705c8a req-f3967da9-66a3-4ea0-8ea3-b8a978042f84 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338154 Sep 09 16:20:12.315884 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50898) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:12.335385 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3f370771-a091-4397-b1a5-88447e60a5b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:12.430669 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3f370771-a091-4397-b1a5-88447e60a5b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:12.497324 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:12.568798 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3f370771-a091-4397-b1a5-88447e60a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:12.607335 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f370771-a091-4397-b1a5-88447e60a5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49306086-2645-4722-82c7-0ae79ea75947,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:12.612941 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-3f370771-a091-4397-b1a5-88447e60a5b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89d242a4d4cc4b8b951faf175d6113b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000653 Sep 09 16:20:12.621851 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50908) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:12.642620 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-49d1485d-3ba1-4e25-aeb3-a5822fc0a73a req-847c035c-b52a-43bd-b653-4c2c9c85844b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 210 time: 0.0334122 Sep 09 16:20:12.686369 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ee336a2c-5095-4332-94a1-6bd29fc1162c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:12.707277 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ee336a2c-5095-4332-94a1-6bd29fc1162c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:12.831503 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ee336a2c-5095-4332-94a1-6bd29fc1162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:12.834117 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ee336a2c-5095-4332-94a1-6bd29fc1162c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:12.837977 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ee336a2c-5095-4332-94a1-6bd29fc1162c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49306086-2645-4722-82c7-0ae79ea75947 HTTP/1.1" status: 204 len: 168 time: 0.2136102 Sep 09 16:20:12.845838 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee336a2c-5095-4332-94a1-6bd29fc1162c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49306086-2645-4722-82c7-0ae79ea75947,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:12.929317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98741d3-d140-493b-ab6a-a188cfae36be req-30d7f996-a1b8-4300-a8be-3878684220ce tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:12.930877 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-30d7f996-a1b8-4300-a8be-3878684220ce tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 815 time: 0.1481218 Sep 09 16:20:12.962511 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Request body: {'port': {'device_id': 'f52b499b-a29e-41e8-b77f-92d2997cf63b', 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'admin_state_up': True, 'tenant_id': '70670e9c7fad4cf6ac2ab2b4fdc9e312'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:13.100509 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 50922) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:13.200278 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Made reservation on behalf of 70670e9c7fad4cf6ac2ab2b4fdc9e312 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:20:13.204477 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.334255 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-400402325-network', 'tenant_id': '4273b04a3cfe49689d99821b5f9f388a'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:13.424713 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Allocated IP 172.20.0.10 (8f6e35f8-349e-4162-849a-2dad88ca655d/a8e1ec22-5d94-4048-a120-c011c84f03bb/40e759f3-8621-49b2-bca3-e67f28809f6b) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:20:13.450506 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfe2c2-8795-4ec2-9565-1dc7cadfa7fe req-c0d23201-9c10-4833-9066-4e2dea848980 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:13.452022 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a8cfe2c2-8795-4ec2-9565-1dc7cadfa7fe req-c0d23201-9c10-4833-9066-4e2dea848980 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0797303 Sep 09 16:20:13.530567 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a8cfe2c2-8795-4ec2-9565-1dc7cadfa7fe req-b981a21a-b2f4-4155-a28a-a802593dc23a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656624 Sep 09 16:20:13.582831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Made reservation on behalf of 4273b04a3cfe49689d99821b5f9f388a for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:20:13.585169 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.598106 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.655180 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.752287 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.757320 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d11732e-462e-488a-875f-4e506de31942 req-8b86897b-db57-419f-b67a-80c08955e663 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 210 time: 0.0361466 Sep 09 16:20:13.829653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.874560 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Network 8f6e35f8-349e-4162-849a-2dad88ca655d is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:20:13.876560 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'e3086b0b-f8a5-472d-a195-246cb09228e9'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:20:13.878143 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:20:13.881834 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:20:13.890372 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.915983 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Pushing event updated for resources: {'Port': ['ID=40e759f3-8621-49b2-bca3-e67f28809f6b,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:13.941983 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:20:13.965285 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.965631 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Added segment 49ea1381-54b3-4baf-aef4-33af560d2093 of type vlan for network 50bd2343-965e-4c29-bd85-1ba01c1a8142 Sep 09 16:20:13.972016 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:13.972658 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:13.982485 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5769cc4-8334-44ac-93c6-754cde89514d,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:14.023604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.087122 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a1e5e220-0eaa-4c5e-8185-f1d1e9db6625 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1283751 Sep 09 16:20:14.108380 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Request body: {'port': {'device_id': 'f52b499b-a29e-41e8-b77f-92d2997cf63b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:14.149715 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.150965 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:14.151723 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.248657 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] Pushing event updated for resources: {'Network': ['ID=50bd2343-965e-4c29-bd85-1ba01c1a8142,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:14.255457 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.272603 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 50bd2343-965e-4c29-bd85-1ba01c1a8142 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:20:14.299437 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-3c693277-7c02-48b1-9589-344db38e4225 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1975439 Sep 09 16:20:14.302595 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 50970) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:14.307641 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Request body: {'subnet': {'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-400402325-subnet', 'tenant_id': '4273b04a3cfe49689d99821b5f9f388a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:14.425796 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Made reservation on behalf of 4273b04a3cfe49689d99821b5f9f388a for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:20:14.428155 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.545368 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e759f3-8621-49b2-bca3-e67f28809f6b {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:20:14.555214 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.573414 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Transition to ACTIVE for port object 40e759f3-8621-49b2-bca3-e67f28809f6b will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:20:14.646722 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.662259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3407c-6363-4c97-a9d1-31abe9cfe527 req-4b822948-16ec-4aaf-a7f8-636082a3c4e4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:14.663813 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-98c3407c-6363-4c97-a9d1-31abe9cfe527 req-4b822948-16ec-4aaf-a7f8-636082a3c4e4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0566661 Sep 09 16:20:14.706132 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.733743 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Pushing event updated for resources: {'Port': ['ID=40e759f3-8621-49b2-bca3-e67f28809f6b,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:14.764584 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-98c3407c-6363-4c97-a9d1-31abe9cfe527 req-18abeecd-952b-425b-afdb-3be2379c9a36 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813227 Sep 09 16:20:14.767738 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ceefaa-644a-45a6-8d96-ec428253e7ee,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:14.783703 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Checking segment: {'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:20:14.784132 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Network hostable DHCP agents. Network: 50bd2343-965e-4c29-bd85-1ba01c1a8142, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:20:14.821202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Attempting to bind port 40e759f3-8621-49b2-bca3-e67f28809f6b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:20:14.821558 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Attempting to bind port 40e759f3-8621-49b2-bca3-e67f28809f6b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:20:14.821893 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Attempting to bind port 40e759f3-8621-49b2-bca3-e67f28809f6b on network 8f6e35f8-349e-4162-849a-2dad88ca655d {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:20:14.826313 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Port 40e759f3-8621-49b2-bca3-e67f28809f6b on network 8f6e35f8-349e-4162-849a-2dad88ca655d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:20:14.826648 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Attempting to bind port 40e759f3-8621-49b2-bca3-e67f28809f6b on network 8f6e35f8-349e-4162-849a-2dad88ca655d {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:20:14.831610 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:20:14.831950 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Checking segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:20:14.832332 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Bound using segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:20:14.832760 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Bound port: 40e759f3-8621-49b2-bca3-e67f28809f6b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:20:14.833117 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:14.898226 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f32e86c-839c-4c66-99a5-e3dbc92c323b req-5118af85-be49-4eea-8e91-bc7f947eb82d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:14.899946 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f32e86c-839c-4c66-99a5-e3dbc92c323b req-5118af85-be49-4eea-8e91-bc7f947eb82d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 944 time: 0.0645404 Sep 09 16:20:14.908059 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] For port 40e759f3-8621-49b2-bca3-e67f28809f6b, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:20:14.909922 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Network 50bd2343-965e-4c29-bd85-1ba01c1a8142 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:20:14.911308 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] For port 40e759f3-8621-49b2-bca3-e67f28809f6b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40e759f3-8621-49b2-bca3-e67f28809f6b,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:20:14.945132 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f32e86c-839c-4c66-99a5-e3dbc92c323b req-42dea219-edd1-4737-889d-d97b39aaedb6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373175 Sep 09 16:20:14.989680 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:15.003035 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 50bd2343-965e-4c29-bd85-1ba01c1a8142) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:20:15.012014 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:15.012719 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:15.013367 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaad734-498b-4043-9ad3-6df5b94701bd None None] Network 50bd2343-965e-4c29-bd85-1ba01c1a8142 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:20:15.030546 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:15.031192 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:15.033131 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] 10.222.0.21 "PUT /v2.0/ports/40e759f3-8621-49b2-bca3-e67f28809f6b HTTP/1.1" status: 200 len: 1094 time: 0.9291983 Sep 09 16:20:15.033575 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f52b499b-a29e-41e8-b77f-92d2997cf63b', 'tag': '40e759f3-8621-49b2-bca3-e67f28809f6b'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:15.035851 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb35e9e1-c97f-49ff-bfd0-0facc15be42b" -d '{"events": [{"name": "network-changed", "server_uuid": "f52b499b-a29e-41e8-b77f-92d2997cf63b", "tag": "40e759f3-8621-49b2-bca3-e67f28809f6b"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:15.059317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975b500-d57d-4cd7-af05-0262f246d495 service neutron] Pushing event updated for resources: {'Port': ['ID=40e759f3-8621-49b2-bca3-e67f28809f6b,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:15.087483 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8867d7-d21c-424c-91e6-3fbef39f4f76 x-openstack-request-id: req-ea8867d7-d21c-424c-91e6-3fbef39f4f76 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:15.087942 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f52b499b-a29e-41e8-b77f-92d2997cf63b", "tag": "40e759f3-8621-49b2-bca3-e67f28809f6b", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:15.088332 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea8867d7-d21c-424c-91e6-3fbef39f4f76 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:15.088938 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f52b499b-a29e-41e8-b77f-92d2997cf63b', 'tag': '40e759f3-8621-49b2-bca3-e67f28809f6b', 'status': 'completed', 'code': 200} Sep 09 16:20:15.182075 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c24a5fa-7533-462b-a095-bc69b3d8bff3 None None] Network 50bd2343-965e-4c29-bd85-1ba01c1a8142 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:20:15.195935 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3c181940-14bc-4419-ac39-ccd15c761311 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8890612 Sep 09 16:20:15.218774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35e9e1-c97f-49ff-bfd0-0facc15be42b req-173fba71-ec51-4170-8384-edafdb63aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:15.220403 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bb35e9e1-c97f-49ff-bfd0-0facc15be42b req-173fba71-ec51-4170-8384-edafdb63aecb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 1097 time: 0.0501544 Sep 09 16:20:15.373684 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35e9e1-c97f-49ff-bfd0-0facc15be42b req-ff2a2b50-a4a5-41bf-8b9e-8fbf85902a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:15.375303 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bb35e9e1-c97f-49ff-bfd0-0facc15be42b req-ff2a2b50-a4a5-41bf-8b9e-8fbf85902a11 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1116252 Sep 09 16:20:15.479911 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35e9e1-c97f-49ff-bfd0-0facc15be42b req-0611a0b7-3169-46c2-b1b3-fdec1bd1a3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:15.481381 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bb35e9e1-c97f-49ff-bfd0-0facc15be42b req-0611a0b7-3169-46c2-b1b3-fdec1bd1a3d1 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974138 Sep 09 16:20:15.603084 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d6e0aafe-d381-4066-8741-c8c1eab29dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:15.604561 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-d6e0aafe-d381-4066-8741-c8c1eab29dcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 1097 time: 0.0399597 Sep 09 16:20:15.659240 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-87a2cae4-6ffd-4089-818e-6d7b5b516c29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40e759f3-8621-49b2-bca3-e67f28809f6b HTTP/1.1" status: 200 len: 217 time: 0.0375791 Sep 09 16:20:15.737372 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98741d3-d140-493b-ab6a-a188cfae36be req-923be63c-ff6c-4ff9-99b3-a50107385386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:15.738964 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-923be63c-ff6c-4ff9-99b3-a50107385386 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8e1ec22-5d94-4048-a120-c011c84f03bb HTTP/1.1" status: 200 len: 855 time: 0.0456188 Sep 09 16:20:15.771157 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-62dc0f4f-6c65-4502-8738-e24abc732097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6e35f8-349e-4162-849a-2dad88ca655d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238328 Sep 09 16:20:15.881639 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-aed9c3c6-840a-4529-8078-46dc1e68101d service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964105 Sep 09 16:20:15.892876 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945f602-a74c-4782-bea3-bcec3fa224c4 req-c9a6871c-acaa-44be-9632-235fcc425042 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:15.894425 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5945f602-a74c-4782-bea3-bcec3fa224c4 req-c9a6871c-acaa-44be-9632-235fcc425042 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0508637 Sep 09 16:20:15.936145 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5945f602-a74c-4782-bea3-bcec3fa224c4 req-5addcada-4c73-4a0c-b582-5e15d3feaf09 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Sep 09 16:20:15.980497 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c98741d3-d140-493b-ab6a-a188cfae36be req-a734b66e-d17f-4bdd-9c27-880df4f91973 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859427 Sep 09 16:20:16.070317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80828864-8b53-4b1a-bcc6-fd148e4a92ef req-c7d8c5c1-9a71-4f5a-a3a1-f91ce53d98df tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:16.072493 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-80828864-8b53-4b1a-bcc6-fd148e4a92ef req-c7d8c5c1-9a71-4f5a-a3a1-f91ce53d98df tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 944 time: 0.0577674 Sep 09 16:20:16.114022 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-80828864-8b53-4b1a-bcc6-fd148e4a92ef req-3bd0f930-c5c0-4f1e-a28c-3bced4adb3a4 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355794 Sep 09 16:20:17.053970 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dcf05-74af-49f4-82d7-127f0efd0af7 req-78cf64dd-09d5-4e7f-948d-3ffaaf715a19 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:17.055462 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-365dcf05-74af-49f4-82d7-127f0efd0af7 req-78cf64dd-09d5-4e7f-948d-3ffaaf715a19 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0475700 Sep 09 16:20:17.099101 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-365dcf05-74af-49f4-82d7-127f0efd0af7 req-e7234db3-2358-4adc-bf97-e27ec0c51673 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375612 Sep 09 16:20:17.234245 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edeb97-2833-486d-ad03-bd369047616f req-465e1a7f-5371-4e7f-b658-913f813dbb3f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:17.235632 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c7edeb97-2833-486d-ad03-bd369047616f req-465e1a7f-5371-4e7f-b658-913f813dbb3f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 944 time: 0.0516715 Sep 09 16:20:17.277902 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c7edeb97-2833-486d-ad03-bd369047616f req-f7fe3f15-3486-4217-a7b9-5173968a9b3e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361207 Sep 09 16:20:17.553053 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-2aa62f5d-d097-41d5-ad02-ea5848d7e113 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:17.554630 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-2aa62f5d-d097-41d5-ad02-ea5848d7e113 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/networks?id=50bd2343-965e-4c29-bd85-1ba01c1a8142 HTTP/1.1" status: 200 len: 813 time: 0.1028910 Sep 09 16:20:17.570359 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-59824fdb-5b64-4f14-8dab-5cb74498082b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/quotas/4273b04a3cfe49689d99821b5f9f388a HTTP/1.1" status: 200 len: 375 time: 0.0099630 Sep 09 16:20:17.600576 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-e4719e2a-3ad4-4bde-94a2-74d487ca8fd0 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4273b04a3cfe49689d99821b5f9f388a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248659 Sep 09 16:20:17.689911 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-eeb51b83-4de8-4f71-b19e-a695b78f4d20 service neutron] 10.222.0.22 "GET /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819018 Sep 09 16:20:17.782308 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-d0550694-29f2-4dc4-895e-a766b67e1341 service neutron] 10.222.0.22 "GET /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854669 Sep 09 16:20:20.174657 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 40e759f3-8621-49b2-bca3-e67f28809f6b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:20:20.271741 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 40e759f3-8621-49b2-bca3-e67f28809f6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40e759f3-8621-49b2-bca3-e67f28809f6b,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:20.283182 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '40e759f3-8621-49b2-bca3-e67f28809f6b', 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'port_id': '40e759f3-8621-49b2-bca3-e67f28809f6b', 'mac_address': 'fa:16:3e:26:76:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e1ec22-5d94-4048-a120-c011c84f03bb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:20:20.322402 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:20.335862 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e759f3-8621-49b2-bca3-e67f28809f6b {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:20:20.344903 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7dab045b-0d58-4af1-bcc7-762806a1d4bd req-3857e491-c09d-4ab8-a771-cd891ad20d39 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 210 time: 0.0304732 Sep 09 16:20:20.358189 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 40e759f3-8621-49b2-bca3-e67f28809f6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40e759f3-8621-49b2-bca3-e67f28809f6b,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:20.396341 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9895f-d0a4-4ff0-8d33-0f0d6909d70a req-aa2acdab-c042-4f99-b392-48ea68e9d0d7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:20.397841 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c7b9895f-d0a4-4ff0-8d33-0f0d6909d70a req-aa2acdab-c042-4f99-b392-48ea68e9d0d7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0561221 Sep 09 16:20:20.437625 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:20.439096 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c7b9895f-d0a4-4ff0-8d33-0f0d6909d70a req-d3312aba-ca28-42e6-b8ce-2c7bbdf7a94c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340583 Sep 09 16:20:20.464939 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934cc450-85a9-4a72-accc-98dba80fa93f req-5332c856-5444-4056-aaf2-3ffabac82c17 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:20.466497 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-934cc450-85a9-4a72-accc-98dba80fa93f req-5332c856-5444-4056-aaf2-3ffabac82c17 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 944 time: 0.0542316 Sep 09 16:20:20.489058 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=40e759f3-8621-49b2-bca3-e67f28809f6b,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:20.505870 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-934cc450-85a9-4a72-accc-98dba80fa93f req-316d6c73-1f73-4277-beb0-41ddaa1d2d90 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326905 Sep 09 16:20:20.998014 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['40e759f3-8621-49b2-bca3-e67f28809f6b'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:20:21.396568 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cee501-a62c-4420-ad1c-629d106dc083 req-2346affd-270a-4913-954e-d2ac4d7958db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:21.398084 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-51cee501-a62c-4420-ad1c-629d106dc083 req-2346affd-270a-4913-954e-d2ac4d7958db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 1098 time: 0.0440578 Sep 09 16:20:21.466931 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-51cee501-a62c-4420-ad1c-629d106dc083 req-52ddac4a-b0c0-4bf2-a28d-922db2e5082b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323472 Sep 09 16:20:21.506186 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-05ee9da8-ff62-45da-8045-5f53c2c352a3 req-0291c919-5257-4d2f-be0f-2ea9b928a248 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 210 time: 0.0278568 Sep 09 16:20:21.598947 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba15149-30fa-4856-8627-9c5e6e05031a req-4e761f86-3095-42e9-967f-f4a0bb59ac12 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:21.598947 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cba15149-30fa-4856-8627-9c5e6e05031a req-4e761f86-3095-42e9-967f-f4a0bb59ac12 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0485084 Sep 09 16:20:21.620076 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cba15149-30fa-4856-8627-9c5e6e05031a req-54d18d8f-000b-46d6-b445-640d492790e2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343349 Sep 09 16:20:21.626559 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112d6b6-3177-4bdf-8ef1-ea2aa2c866b0 req-e39ec220-3736-4121-9682-23fa056caa65 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:21.628079 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c112d6b6-3177-4bdf-8ef1-ea2aa2c866b0 req-e39ec220-3736-4121-9682-23fa056caa65 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 945 time: 0.0540369 Sep 09 16:20:21.666097 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c112d6b6-3177-4bdf-8ef1-ea2aa2c866b0 req-d6ffcefb-e187-422b-9046-cb8aaf1a8a7b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317819 Sep 09 16:20:22.350146 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-bf31467f-099f-472e-9c4d-a91edd6fe2b8 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:22.354739 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-bf31467f-099f-472e-9c4d-a91edd6fe2b8 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.21 "GET /v2.0/networks?id=50bd2343-965e-4c29-bd85-1ba01c1a8142 HTTP/1.1" status: 200 len: 813 time: 0.1110427 Sep 09 16:20:22.384050 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Request body: {'port': {'device_id': '5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f', 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142', 'admin_state_up': True, 'tenant_id': '4273b04a3cfe49689d99821b5f9f388a'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:22.578511 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 51144) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:22.583409 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Made reservation on behalf of 4273b04a3cfe49689d99821b5f9f388a for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:20:22.587246 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:22.701504 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1d55-7136-401a-ae87-6a4e7705e56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:22.705888 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2a438559-3531-4d08-8f45-ba541843cb7e req-739af957-69ab-476f-9744-8ff3fc9a5e4e tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 210 time: 0.0342791 Sep 09 16:20:22.760346 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Allocated IP 172.20.0.13 (50bd2343-965e-4c29-bd85-1ba01c1a8142/17ceefaa-644a-45a6-8d96-ec428253e7ee/9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:20:22.809920 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f72595-9e4b-4ee5-8ff0-13cb691dd9c2 req-8513686b-213a-4822-8887-0016161aee42 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:22.811944 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f3f72595-9e4b-4ee5-8ff0-13cb691dd9c2 req-8513686b-213a-4822-8887-0016161aee42 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0788450 Sep 09 16:20:22.873138 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1240a-6b08-4530-8a44-5dcfb33d9394 req-9e83580a-fe95-4f26-865e-a3cb5ea4ce8c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:22.874380 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f3f72595-9e4b-4ee5-8ff0-13cb691dd9c2 req-569255a6-df94-45dd-8497-503a891b5de1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530515 Sep 09 16:20:22.874645 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fae1240a-6b08-4530-8a44-5dcfb33d9394 req-9e83580a-fe95-4f26-865e-a3cb5ea4ce8c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 945 time: 0.1046863 Sep 09 16:20:22.876144 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1d55-7136-401a-ae87-6a4e7705e56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:22.989944 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ecb1d55-7136-401a-ae87-6a4e7705e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.036420 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1ecb1d55-7136-401a-ae87-6a4e7705e56f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e53d43d82494121adaea95151482d42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566035 Sep 09 16:20:23.037298 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb1d55-7136-401a-ae87-6a4e7705e56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc715826-bcf9-4e31-9d32-996fe336a370,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:23.041032 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 51156) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:23.093969 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d5f174a2-1a0a-4ac7-b635-59a95640f41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.117619 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d5f174a2-1a0a-4ac7-b635-59a95640f41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.202559 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fae1240a-6b08-4530-8a44-5dcfb33d9394 req-b514b087-6f6e-4ae1-91c7-51e17ada9bee tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098121 Sep 09 16:20:23.224084 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.242591 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 40e759f3-8621-49b2-bca3-e67f28809f6b up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:20:23.300943 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d5f174a2-1a0a-4ac7-b635-59a95640f41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.303647 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d5f174a2-1a0a-4ac7-b635-59a95640f41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.304969 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d5f174a2-1a0a-4ac7-b635-59a95640f41d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc715826-bcf9-4e31-9d32-996fe336a370 HTTP/1.1" status: 204 len: 168 time: 0.2627869 Sep 09 16:20:23.312862 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f174a2-1a0a-4ac7-b635-59a95640f41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc715826-bcf9-4e31-9d32-996fe336a370,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:23.363466 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.400071 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 40e759f3-8621-49b2-bca3-e67f28809f6b completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:20:23.404323 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 40e759f3-8621-49b2-bca3-e67f28809f6b triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:20:23.404696 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.408334 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Network 50bd2343-965e-4c29-bd85-1ba01c1a8142 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:20:23.415393 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:20:23.415725 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:20:23.424009 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Pushing event updated for resources: {'Port': ['ID=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:23.469093 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:23.469616 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.486318 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.509435 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52b499b-a29e-41e8-b77f-92d2997cf63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e759f3-8621-49b2-bca3-e67f28809f6b'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:23.511745 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c96b4b-1778-47b0-b8e4-891db1645317" -d '{"events": [{"server_uuid": "f52b499b-a29e-41e8-b77f-92d2997cf63b", "name": "network-vif-plugged", "status": "completed", "tag": "40e759f3-8621-49b2-bca3-e67f28809f6b"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:23.530019 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 40e759f3-8621-49b2-bca3-e67f28809f6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40e759f3-8621-49b2-bca3-e67f28809f6b,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:23.550014 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6a148f-91aa-4620-b3b8-6d02f2a7ee6a x-openstack-request-id: req-1b6a148f-91aa-4620-b3b8-6d02f2a7ee6a {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:23.550301 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52b499b-a29e-41e8-b77f-92d2997cf63b", "name": "network-vif-plugged", "status": "completed", "tag": "40e759f3-8621-49b2-bca3-e67f28809f6b", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:23.550622 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b6a148f-91aa-4620-b3b8-6d02f2a7ee6a {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:23.551138 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52b499b-a29e-41e8-b77f-92d2997cf63b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e759f3-8621-49b2-bca3-e67f28809f6b', 'code': 200} Sep 09 16:20:23.551244 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-c8a7d2f2-e98b-4a84-be05-9082069d63e1 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1710384 Sep 09 16:20:23.618511 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Request body: {'port': {'device_id': '5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:23.649065 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.683682 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:23.764570 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=40e759f3-8621-49b2-bca3-e67f28809f6b,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:23.942640 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d2eff-73f8-44d4-b31c-e8942b63262c req-cab44f3b-0be8-4900-a08f-6ac29748689e tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:23.944128 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3d9d2eff-73f8-44d4-b31c-e8942b63262c req-cab44f3b-0be8-4900-a08f-6ac29748689e tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 932 time: 0.1075687 Sep 09 16:20:23.992824 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5484c-c4cc-4c51-a9a6-3b45dc273924 req-00333bcf-cfe6-4e55-8a6d-adbfc1493917 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:23.994235 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60f5484c-c4cc-4c51-a9a6-3b45dc273924 req-00333bcf-cfe6-4e55-8a6d-adbfc1493917 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0491807 Sep 09 16:20:24.030078 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3d9d2eff-73f8-44d4-b31c-e8942b63262c req-7cec8099-bbf9-4a01-8ae5-a3bde9277971 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755863 Sep 09 16:20:24.033187 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60f5484c-c4cc-4c51-a9a6-3b45dc273924 req-64ea37de-0c30-499c-a614-74762b8e0b57 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325038 Sep 09 16:20:24.103723 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:20:24.114823 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.135192 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Transition to ACTIVE for port object 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:20:24.137439 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd79bf-684e-49e2-973c-9cbf19c6189d req-d5f48ca4-2801-4769-aa9c-24d10f47af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:24.139075 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-06cd79bf-684e-49e2-973c-9cbf19c6189d req-d5f48ca4-2801-4769-aa9c-24d10f47af4e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 1099 time: 0.0848427 Sep 09 16:20:24.155442 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaae8e5-74de-428b-8e84-351eb0d20ba4 req-cb0a9867-58bc-4a2e-a256-54593f063309 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:24.158266 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbaae8e5-74de-428b-8e84-351eb0d20ba4 req-cb0a9867-58bc-4a2e-a256-54593f063309 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0561373 Sep 09 16:20:24.183021 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-06cd79bf-684e-49e2-973c-9cbf19c6189d req-b982c809-d1b1-4d9b-87a7-b7a3bcc2c256 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Sep 09 16:20:24.194817 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbaae8e5-74de-428b-8e84-351eb0d20ba4 req-63b1b17c-7691-4f3a-bd73-266bc033ad40 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Sep 09 16:20:24.231087 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 51196) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:24.231451 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.246633 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d1a2e0fb-ad85-4be4-9b73-cf4c76a89d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.292642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Pushing event updated for resources: {'Port': ['ID=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:24.363010 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d1a2e0fb-ad85-4be4-9b73-cf4c76a89d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.391023 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5db5-b318-42ac-99d6-5e8b6ff113bc req-bad27012-b498-4aba-a63a-d0830307ea39 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:24.392504 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cbec5db5-b318-42ac-99d6-5e8b6ff113bc req-bad27012-b498-4aba-a63a-d0830307ea39 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.1009989 Sep 09 16:20:24.408320 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Attempting to bind port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:20:24.408671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Attempting to bind port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:20:24.408986 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Attempting to bind port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c on network 50bd2343-965e-4c29-bd85-1ba01c1a8142 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:20:24.425334 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c on network 50bd2343-965e-4c29-bd85-1ba01c1a8142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:20:24.425648 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Attempting to bind port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c on network 50bd2343-965e-4c29-bd85-1ba01c1a8142 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:20:24.437628 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:20:24.437995 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Checking segment: {'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:20:24.438378 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Bound using segment: {'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:20:24.438803 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Bound port: 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:20:24.439154 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.455049 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cbec5db5-b318-42ac-99d6-5e8b6ff113bc req-dc306740-00a7-41c8-bd23-d5d446449ac3 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560660 Sep 09 16:20:24.483299 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d1a2e0fb-ad85-4be4-9b73-cf4c76a89d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.510360 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] For port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:20:24.513664 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] For port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:20:24.528016 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2e0fb-ad85-4be4-9b73-cf4c76a89d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30ea8a-3572-49bc-a65f-e8f23f7151fe,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:24.533770 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d1a2e0fb-ad85-4be4-9b73-cf4c76a89d1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12e8226ce76840cdb9a12a4d8ed40303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016579 Sep 09 16:20:24.536563 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 51198) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:20:24.584636 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5f72-8e8b-417f-90ab-3c1bae1aef74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.604991 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5f72-8e8b-417f-90ab-3c1bae1aef74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.626626 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.658852 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:24.660252 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.661846 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c HTTP/1.1" status: 200 len: 1094 time: 1.0495949 Sep 09 16:20:24.664131 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f', 'tag': '9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:24.666972 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b66744-a84b-454a-87e6-6cd584dbbab4" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f", "tag": "9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:24.696016 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c4f97-d3c9-4f20-b187-a8f663cdac25 service neutron] Pushing event updated for resources: {'Port': ['ID=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:24.708148 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08cc351-6b08-40d9-987f-0e4f7c117691 x-openstack-request-id: req-e08cc351-6b08-40d9-987f-0e4f7c117691 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:24.708541 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f", "tag": "9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:24.708800 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e08cc351-6b08-40d9-987f-0e4f7c117691 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:24.709259 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f', 'tag': '9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c', 'status': 'completed', 'code': 200} Sep 09 16:20:24.717456 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5f72-8e8b-417f-90ab-3c1bae1aef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.720014 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c1ef5f72-8e8b-417f-90ab-3c1bae1aef74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:24.721189 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c1ef5f72-8e8b-417f-90ab-3c1bae1aef74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf30ea8a-3572-49bc-a65f-e8f23f7151fe HTTP/1.1" status: 204 len: 168 time: 0.1836996 Sep 09 16:20:24.730301 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef5f72-8e8b-417f-90ab-3c1bae1aef74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30ea8a-3572-49bc-a65f-e8f23f7151fe,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:24.823280 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b66744-a84b-454a-87e6-6cd584dbbab4 req-f5e48bd8-8515-41a7-957c-fa84f27c23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:24.827864 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b66744-a84b-454a-87e6-6cd584dbbab4 req-f5e48bd8-8515-41a7-957c-fa84f27c23ee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4273b04a3cfe49689d99821b5f9f388a&device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 1097 time: 0.0432398 Sep 09 16:20:24.947026 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b66744-a84b-454a-87e6-6cd584dbbab4 req-46b19342-41da-4653-8cb8-9caa4b489f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:24.948489 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b66744-a84b-454a-87e6-6cd584dbbab4 req-46b19342-41da-4653-8cb8-9caa4b489f9e service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4273b04a3cfe49689d99821b5f9f388a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0971079 Sep 09 16:20:25.099321 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b66744-a84b-454a-87e6-6cd584dbbab4 req-27f4fe8a-9a4f-45c1-8f9d-15bef94f7196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:25.101141 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b66744-a84b-454a-87e6-6cd584dbbab4 req-27f4fe8a-9a4f-45c1-8f9d-15bef94f7196 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982764 Sep 09 16:20:25.183215 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979d6f3-7b12-4e31-a988-e0f657bf2678 req-60d0cdb5-6948-4b58-81bc-cb6d62c185d8 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:25.185049 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1979d6f3-7b12-4e31-a988-e0f657bf2678 req-60d0cdb5-6948-4b58-81bc-cb6d62c185d8 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 944 time: 0.0733287 Sep 09 16:20:25.248803 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-518fa071-6678-4716-8aba-5422a685ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:25.250343 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-518fa071-6678-4716-8aba-5422a685ab2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4273b04a3cfe49689d99821b5f9f388a&device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 1097 time: 0.0643952 Sep 09 16:20:25.256706 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1979d6f3-7b12-4e31-a988-e0f657bf2678 req-ed36ef0a-dad2-4b99-813f-7e61f2178c60 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623941 Sep 09 16:20:25.307280 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-305c104e-f2c5-46e3-97e4-fada29f55598 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c HTTP/1.1" status: 200 len: 217 time: 0.0407004 Sep 09 16:20:25.359777 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-17ba0e84-f351-4abc-a291-1ef298093702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:25.361242 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-17ba0e84-f351-4abc-a291-1ef298093702 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17ceefaa-644a-45a6-8d96-ec428253e7ee HTTP/1.1" status: 200 len: 853 time: 0.0459852 Sep 09 16:20:25.398331 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-0d625801-a41c-4808-bcdc-06ad3d54de1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50bd2343-965e-4c29-bd85-1ba01c1a8142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248206 Sep 09 16:20:25.501054 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-d44148fd-9ee8-41d2-98af-e7edba88d737 service neutron] 10.222.0.21 "GET /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881369 Sep 09 16:20:25.580052 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c53ba-ac9f-4161-9ad1-d4747c158dff req-1e206d81-7b04-4cf4-8ac7-3df48f9c8e8b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:25.582211 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-132c53ba-ac9f-4161-9ad1-d4747c158dff req-1e206d81-7b04-4cf4-8ac7-3df48f9c8e8b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.0502322 Sep 09 16:20:25.597335 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9ef6c1e-33f8-42e0-aa78-87656b4480eb req-5123b274-addc-41cc-905d-baf9e67cce6d service neutron] 10.222.0.21 "GET /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872097 Sep 09 16:20:25.622227 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-132c53ba-ac9f-4161-9ad1-d4747c158dff req-761e1a63-2df6-49c3-a592-96bba4b0e717 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333824 Sep 09 16:20:26.376347 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc311f11-67c0-49b8-b88c-3ad8d8dc1392 req-a4d1cdeb-2fd6-41c7-87bf-df20ba4acc3b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:26.377990 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc311f11-67c0-49b8-b88c-3ad8d8dc1392 req-a4d1cdeb-2fd6-41c7-87bf-df20ba4acc3b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 944 time: 0.0475905 Sep 09 16:20:26.418331 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc311f11-67c0-49b8-b88c-3ad8d8dc1392 req-1cc30da2-5c50-42cd-a250-4803594a3b56 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Sep 09 16:20:26.721306 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89487be8-bff2-4a84-a837-295c77dfdfe8 req-a016f517-70d1-4cd7-8260-4838abe7b647 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:26.723430 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89487be8-bff2-4a84-a837-295c77dfdfe8 req-a016f517-70d1-4cd7-8260-4838abe7b647 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0580602 Sep 09 16:20:26.770135 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89487be8-bff2-4a84-a837-295c77dfdfe8 req-fcb4b22b-7d67-4293-b140-04acf432e519 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392883 Sep 09 16:20:26.807181 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a7d1-05df-4670-bbad-a574385bc4df req-235f6691-fae4-4372-bcc2-514bf4557a1e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:26.809010 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ac26a7d1-05df-4670-bbad-a574385bc4df req-235f6691-fae4-4372-bcc2-514bf4557a1e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.0952060 Sep 09 16:20:26.840119 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16745291-ef70-4690-9737-83a0b19bb05b req-b66a7bcc-d595-4577-b829-37610cf42f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:26.841640 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-16745291-ef70-4690-9737-83a0b19bb05b req-b66a7bcc-d595-4577-b829-37610cf42f12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1098 time: 0.0777402 Sep 09 16:20:26.858530 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ac26a7d1-05df-4670-bbad-a574385bc4df req-43148795-3de1-4f84-85a6-280fb9785479 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391777 Sep 09 16:20:26.947788 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16745291-ef70-4690-9737-83a0b19bb05b req-259a8628-2dda-4057-a9ad-baec2add306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:26.948872 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-16745291-ef70-4690-9737-83a0b19bb05b req-259a8628-2dda-4057-a9ad-baec2add306b service neutron] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 920 time: 0.0895078 Sep 09 16:20:26.999808 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-16745291-ef70-4690-9737-83a0b19bb05b req-39746052-2a97-48eb-97b6-fb1f59c09501 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d HTTP/1.1" status: 200 len: 217 time: 0.0398438 Sep 09 16:20:27.051720 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16745291-ef70-4690-9737-83a0b19bb05b req-4aed4e7f-40d3-4dd7-a303-84fad6bc1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:27.053122 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-16745291-ef70-4690-9737-83a0b19bb05b req-4aed4e7f-40d3-4dd7-a303-84fad6bc1a21 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.0435350 Sep 09 16:20:27.085559 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-16745291-ef70-4690-9737-83a0b19bb05b req-edc74dd3-762c-49be-b93b-d2ae493dafb5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242181 Sep 09 16:20:27.189661 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-16745291-ef70-4690-9737-83a0b19bb05b req-22c3ac31-258c-48bc-bd52-34b5d6b56dcd service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944502 Sep 09 16:20:27.322760 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-16745291-ef70-4690-9737-83a0b19bb05b req-6860dee5-b95b-4f0b-9d06-a2fe9d471c5a service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868673 Sep 09 16:20:27.537740 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b8415-2688-4776-8b2e-b7fb6a240663 req-2216205d-01f6-47d3-8d0f-ec0396afaf9f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:27.539223 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3c8b8415-2688-4776-8b2e-b7fb6a240663 req-2216205d-01f6-47d3-8d0f-ec0396afaf9f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 944 time: 0.0520947 Sep 09 16:20:27.577422 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3c8b8415-2688-4776-8b2e-b7fb6a240663 req-8dc95a09-44ab-4412-9d17-cdbbc78e3ede tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319560 Sep 09 16:20:27.895973 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35d080-53d1-4fee-b404-197775a2ff1c req-1fa74c98-4e71-42ff-96b0-6bc37d2d3716 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:27.897640 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8e35d080-53d1-4fee-b404-197775a2ff1c req-1fa74c98-4e71-42ff-96b0-6bc37d2d3716 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0554018 Sep 09 16:20:27.938883 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8e35d080-53d1-4fee-b404-197775a2ff1c req-103d7fd2-489c-4c6f-a1a6-7d342926973c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350068 Sep 09 16:20:28.004045 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-ee234442-0935-4797-b318-f0b0ef8cccdc tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=99bf20c1590e47188216be7639df6239&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280986 Sep 09 16:20:28.185194 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-b5b965a9-8cc6-46a8-886b-946a44945efb tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:28.186679 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-b5b965a9-8cc6-46a8-886b-946a44945efb tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772997 Sep 09 16:20:28.201624 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-5cbc5f10-1bac-41ef-bff6-52dc998fc889 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/quotas/99bf20c1590e47188216be7639df6239 HTTP/1.1" status: 200 len: 375 time: 0.0086076 Sep 09 16:20:28.234165 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-54d78bcb-0e1a-48ec-9ec5-b1f2abf3337b tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=99bf20c1590e47188216be7639df6239&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269022 Sep 09 16:20:28.486319 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ae15c8c-2c43-4d6f-84e9-0771ef192131 req-b10d125e-8c8f-4ac2-b0ad-ad8b4318ac2d tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0247974 Sep 09 16:20:28.693914 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafeaf7-a5aa-49ab-b691-21c286254876 req-862f6da4-caf9-4db3-8366-2b63a500aa84 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:28.695399 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-baafeaf7-a5aa-49ab-b691-21c286254876 req-862f6da4-caf9-4db3-8366-2b63a500aa84 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 944 time: 0.0495791 Sep 09 16:20:28.740557 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-baafeaf7-a5aa-49ab-b691-21c286254876 req-8bf0829b-6d21-42e0-a35a-99f20c5b191b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Sep 09 16:20:29.063483 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc393b15-d695-4b99-8d2d-9a3ccf30c966 req-5b48cbcb-1d64-42ad-bdfd-7e65cf6eb867 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:29.064971 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cc393b15-d695-4b99-8d2d-9a3ccf30c966 req-5b48cbcb-1d64-42ad-bdfd-7e65cf6eb867 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0490584 Sep 09 16:20:29.097441 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:20:29.106907 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cc393b15-d695-4b99-8d2d-9a3ccf30c966 req-3c617d3a-ac12-4216-b827-21bfbab14453 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Sep 09 16:20:29.256796 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:20:29.355195 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:29.366544 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c', 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142', 'port_id': '9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c', 'mac_address': 'fa:16:3e:e7:31:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ceefaa-644a-45a6-8d96-ec428253e7ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:20:29.403502 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:29.416464 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:20:29.434900 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:29.542999 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:29.598404 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:29.621500 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-39688d8d-a435-4d6e-8ac2-83eb9a2ded4f req-6734129d-7341-45a9-8f65-900866cafc65 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0264151 Sep 09 16:20:29.859549 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04502074-cd3c-4f96-ba2c-1e9d59b3a7a4 req-1959548e-2703-4252-bd49-db9d34e30ba3 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:29.861022 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-04502074-cd3c-4f96-ba2c-1e9d59b3a7a4 req-1959548e-2703-4252-bd49-db9d34e30ba3 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 945 time: 0.0506632 Sep 09 16:20:29.901611 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-04502074-cd3c-4f96-ba2c-1e9d59b3a7a4 req-5427be95-1d28-4801-aa36-a007ccc2665f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336425 Sep 09 16:20:30.072202 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:20:30.243150 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b8c35-738b-4ad4-84b8-a2c88838d55d req-a77a00da-f13a-4acb-a665-8a5f67d01927 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:30.244647 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0d1b8c35-738b-4ad4-84b8-a2c88838d55d req-a77a00da-f13a-4acb-a665-8a5f67d01927 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0600431 Sep 09 16:20:30.290200 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0d1b8c35-738b-4ad4-84b8-a2c88838d55d req-61400904-9bdb-404b-a05c-5c34fbc01653 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Sep 09 16:20:30.713639 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-005e582a-b931-4f73-8db9-1d94cbff672a req-e9cae132-144d-47c0-a4ce-105be1395a3e tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0259576 Sep 09 16:20:31.016929 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e03a6-5913-4ab4-a9ae-73f4a5c4e61a req-05510d69-40a4-4aca-bc52-69054baf39ff tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:31.018402 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b66e03a6-5913-4ab4-a9ae-73f4a5c4e61a req-05510d69-40a4-4aca-bc52-69054baf39ff tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 945 time: 0.0507953 Sep 09 16:20:31.055984 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b66e03a6-5913-4ab4-a9ae-73f4a5c4e61a req-00d9bedc-4249-4979-aaa3-7568a0d1e953 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307372 Sep 09 16:20:31.156633 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-95c13aef-56f8-4f69-b640-90b4a0181da1 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=99bf20c1590e47188216be7639df6239&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301795 Sep 09 16:20:31.359212 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-78c16c19-d948-4ae3-9788-c3184fe5060c tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:31.360565 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-78c16c19-d948-4ae3-9788-c3184fe5060c tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1821189 Sep 09 16:20:31.399247 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Request body: {'port': {'device_id': '98a1fe38-556c-465a-90cb-cbeca5cf22d8', 'network_id': '643eebe1-3649-456c-b994-c077efef2c08', 'admin_state_up': True, 'tenant_id': '99bf20c1590e47188216be7639df6239'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:31.476589 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4b8c2-f426-4162-ba55-13fdc85ed6a3 req-d2f2ecd9-2269-4a83-a67d-ce03847ad79f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:31.478001 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-15f4b8c2-f426-4162-ba55-13fdc85ed6a3 req-d2f2ecd9-2269-4a83-a67d-ce03847ad79f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.1095324 Sep 09 16:20:31.536293 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-15f4b8c2-f426-4162-ba55-13fdc85ed6a3 req-888c7a3f-c24b-43a5-8cb0-78341c08095c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513227 Sep 09 16:20:31.683039 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Made reservation on behalf of 99bf20c1590e47188216be7639df6239 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:20:31.686655 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:31.696104 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:31.787307 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:31.818871 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d9659d67-577e-4dff-a882-8108a289054d req-33e66cf0-09e1-4a19-b364-2e6672a81665 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0263178 Sep 09 16:20:31.963429 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:32.028443 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2253f15-f235-48d1-8d87-c9d33ce1fbce,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:32.043147 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.043147 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.043147 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.043147 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.043147 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.043552 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.043552 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.043822 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.044149 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.044488 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.044826 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.045128 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:20:32.118929 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Allocated IP 192.168.233.136 (643eebe1-3649-456c-b994-c077efef2c08/c9d2635e-083b-43f1-ab55-1c94ef9d183f/925d460f-d605-4d60-9f16-e57de2c7d370) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:20:32.178532 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6a974-1052-4188-9dc1-b4b740d62fec req-8e7b4239-fe09-4bb8-a03e-d1a96e712ca3 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:32.180020 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2c6a974-1052-4188-9dc1-b4b740d62fec req-8e7b4239-fe09-4bb8-a03e-d1a96e712ca3 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 945 time: 0.0482700 Sep 09 16:20:32.217449 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c2c6a974-1052-4188-9dc1-b4b740d62fec req-ac81af0a-9c3b-4042-9f37-c21db0f205ca tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314262 Sep 09 16:20:32.269974 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:32.282960 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Transition to ACTIVE for port object 925d460f-d605-4d60-9f16-e57de2c7d370 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:20:32.397653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:32.441061 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Network 643eebe1-3649-456c-b994-c077efef2c08 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:20:32.443929 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:20:32.446481 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:20:32.475157 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Pushing event updated for resources: {'Port': ['ID=925d460f-d605-4d60-9f16-e57de2c7d370,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:32.503242 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:32.503873 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:32.578675 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-cf466e33-0301-489b-8590-a44bb590c433 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1851838 Sep 09 16:20:32.599909 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Request body: {'port': {'device_id': '98a1fe38-556c-465a-90cb-cbeca5cf22d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:32.682382 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:32.699742 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c029b6-0c9f-41bc-815f-24b4becbe656 req-c40b72bd-c84a-4083-97ec-cf2c1ffa9161 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:32.701194 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c2c029b6-0c9f-41bc-815f-24b4becbe656 req-c40b72bd-c84a-4083-97ec-cf2c1ffa9161 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0827441 Sep 09 16:20:32.740588 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-583fc280-7572-43c3-bf74-e8ed034e73e5 None None] Provisioning for port 925d460f-d605-4d60-9f16-e57de2c7d370 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:20:32.744365 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-583fc280-7572-43c3-bf74-e8ed034e73e5 None None] Provisioning complete for port 925d460f-d605-4d60-9f16-e57de2c7d370 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:20:32.744841 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-583fc280-7572-43c3-bf74-e8ed034e73e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:32.773963 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c2c029b6-0c9f-41bc-815f-24b4becbe656 req-01de4e40-94dd-49ac-b5aa-7563a593f6f0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656114 Sep 09 16:20:32.782291 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-583fc280-7572-43c3-bf74-e8ed034e73e5 None None] Port 925d460f-d605-4d60-9f16-e57de2c7d370 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:20:32.943307 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983ae8b-d5a9-46b0-907b-404fe5f70fa6 req-c665d2de-cd9a-413e-8f01-3de523a775d7 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:32.944797 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9983ae8b-d5a9-46b0-907b-404fe5f70fa6 req-c665d2de-cd9a-413e-8f01-3de523a775d7 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 936 time: 0.0509906 Sep 09 16:20:32.984242 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9983ae8b-d5a9-46b0-907b-404fe5f70fa6 req-0388e8f6-b3fd-4094-b65f-3a6f7fc867ec tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322278 Sep 09 16:20:32.990463 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925d460f-d605-4d60-9f16-e57de2c7d370 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:20:32.997746 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.009980 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Transition to ACTIVE for port object 925d460f-d605-4d60-9f16-e57de2c7d370 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:20:33.100253 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.151499 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Pushing event updated for resources: {'Port': ['ID=925d460f-d605-4d60-9f16-e57de2c7d370,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:33.227032 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Attempting to bind port 925d460f-d605-4d60-9f16-e57de2c7d370 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:20:33.227373 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Attempting to bind port 925d460f-d605-4d60-9f16-e57de2c7d370 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:20:33.227696 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Attempting to bind port 925d460f-d605-4d60-9f16-e57de2c7d370 on network 643eebe1-3649-456c-b994-c077efef2c08 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:20:33.233263 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Port 925d460f-d605-4d60-9f16-e57de2c7d370 on network 643eebe1-3649-456c-b994-c077efef2c08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:20:33.233592 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Attempting to bind port 925d460f-d605-4d60-9f16-e57de2c7d370 on network 643eebe1-3649-456c-b994-c077efef2c08 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:20:33.239313 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:20:33.239656 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Checking segment: {'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:20:33.240041 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Bound using segment: {'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:20:33.240464 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Bound port: 925d460f-d605-4d60-9f16-e57de2c7d370, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda064dc-ffa3-4a55-87c9-750798875386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '643eebe1-3649-456c-b994-c077efef2c08'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:20:33.240816 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.279051 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:20:33.283122 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-60060f08-21a4-41a2-ad4b-7adc7149d514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.437772 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:20:33.443111 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:20:33.447208 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.523058 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.546710 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:33.548975 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84fab2b-edeb-428e-add5-d1bd35c6e5e3" -d '{"events": [{"server_uuid": "5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f", "name": "network-vif-plugged", "status": "completed", "tag": "9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:33.562965 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:33.590769 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384b8889-d8bf-4f44-a775-2db2d81f60c3 x-openstack-request-id: req-384b8889-d8bf-4f44-a775-2db2d81f60c3 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:33.590769 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f", "name": "network-vif-plugged", "status": "completed", "tag": "9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:33.590769 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-384b8889-d8bf-4f44-a775-2db2d81f60c3 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:33.590769 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c', 'code': 200} Sep 09 16:20:33.627025 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] For port 925d460f-d605-4d60-9f16-e57de2c7d370, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:20:33.634697 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.646455 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477527a6-cdb4-4837-8d09-3420d32b0458 req-ac2b42b7-79bc-4b27-aba4-40a4c4457474 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:33.650280 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-477527a6-cdb4-4837-8d09-3420d32b0458 req-ac2b42b7-79bc-4b27-aba4-40a4c4457474 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 945 time: 0.3479846 Sep 09 16:20:33.652185 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] For port 925d460f-d605-4d60-9f16-e57de2c7d370, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=925d460f-d605-4d60-9f16-e57de2c7d370,segment=NetworkSegment(dda064dc-ffa3-4a55-87c9-750798875386),segment_id=dda064dc-ffa3-4a55-87c9-750798875386)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:20:33.687469 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:33.688265 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-477527a6-cdb4-4837-8d09-3420d32b0458 req-971d3f65-5aa2-4545-a568-cc228291a80b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344720 Sep 09 16:20:33.724320 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.758643 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:33.759250 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:33.760614 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] 10.222.0.21 "PUT /v2.0/ports/925d460f-d605-4d60-9f16-e57de2c7d370 HTTP/1.1" status: 200 len: 1098 time: 1.1657445 Sep 09 16:20:33.761056 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a1fe38-556c-465a-90cb-cbeca5cf22d8', 'tag': '925d460f-d605-4d60-9f16-e57de2c7d370'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:33.763299 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065f9fe2-81d3-4143-b973-78b706b865cd" -d '{"events": [{"name": "network-changed", "server_uuid": "98a1fe38-556c-465a-90cb-cbeca5cf22d8", "tag": "925d460f-d605-4d60-9f16-e57de2c7d370"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:33.795193 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fee5f-f860-4973-9e2d-3d3e780f140f service neutron] Pushing event updated for resources: {'Port': ['ID=925d460f-d605-4d60-9f16-e57de2c7d370,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:33.811411 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a561ab-494f-4cb7-86cf-4f0aee5364bd x-openstack-request-id: req-73a561ab-494f-4cb7-86cf-4f0aee5364bd {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:33.811611 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a1fe38-556c-465a-90cb-cbeca5cf22d8", "tag": "925d460f-d605-4d60-9f16-e57de2c7d370", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:33.811861 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73a561ab-494f-4cb7-86cf-4f0aee5364bd {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:33.812297 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a1fe38-556c-465a-90cb-cbeca5cf22d8', 'tag': '925d460f-d605-4d60-9f16-e57de2c7d370', 'status': 'completed', 'code': 200} Sep 09 16:20:33.979203 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e34a9-42c1-490e-8c25-4315a4890a58 req-a412f730-3843-43c8-a1c9-bfbc2d52d430 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:33.980931 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-823e34a9-42c1-490e-8c25-4315a4890a58 req-a412f730-3843-43c8-a1c9-bfbc2d52d430 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.1322019 Sep 09 16:20:34.015844 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f9fe2-81d3-4143-b973-78b706b865cd req-e6edae8c-be00-4a38-90ca-eaa491e87ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:34.017416 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-065f9fe2-81d3-4143-b973-78b706b865cd req-e6edae8c-be00-4a38-90ca-eaa491e87ff2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99bf20c1590e47188216be7639df6239&device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 1101 time: 0.1217148 Sep 09 16:20:34.036418 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e49feb-f288-42f4-812b-18608bfe68b8 req-749649d3-2f46-4d97-9de4-b5a7627af76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:34.040925 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a7e49feb-f288-42f4-812b-18608bfe68b8 req-749649d3-2f46-4d97-9de4-b5a7627af76c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 1099 time: 0.1081607 Sep 09 16:20:34.059349 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-823e34a9-42c1-490e-8c25-4315a4890a58 req-d018fe0d-164c-46e6-8d22-81ff0bac292e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658689 Sep 09 16:20:34.079742 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-065f9fe2-81d3-4143-b973-78b706b865cd req-dbc76515-dd98-4dec-9d34-5ce8c758122d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=99bf20c1590e47188216be7639df6239&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355773 Sep 09 16:20:34.116659 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a7e49feb-f288-42f4-812b-18608bfe68b8 req-3e1f0ed0-1ea7-48c5-93ff-ad1862609fab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657935 Sep 09 16:20:34.121192 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfd31a-4c83-4753-b53f-5e1be766a353 req-50e164a5-01bb-4211-bf7e-e6732c323564 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:34.122862 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f5dfd31a-4c83-4753-b53f-5e1be766a353 req-50e164a5-01bb-4211-bf7e-e6732c323564 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 948 time: 0.0627892 Sep 09 16:20:34.161429 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f5dfd31a-4c83-4753-b53f-5e1be766a353 req-c8a2f390-7550-451e-8e51-8670a8683c89 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325217 Sep 09 16:20:34.204143 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f9fe2-81d3-4143-b973-78b706b865cd req-2f7a50f0-9fd2-4aa4-8abf-0ffa03589688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:34.205610 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-065f9fe2-81d3-4143-b973-78b706b865cd req-2f7a50f0-9fd2-4aa4-8abf-0ffa03589688 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1041133 Sep 09 16:20:34.699304 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-0716dee0-3e31-4c2a-a1d8-a48409714790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:34.700768 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-0716dee0-3e31-4c2a-a1d8-a48409714790 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=99bf20c1590e47188216be7639df6239&device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 1101 time: 0.0404210 Sep 09 16:20:34.758133 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-1d284519-5bd8-486c-8ee2-3a81726b1bd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=925d460f-d605-4d60-9f16-e57de2c7d370 HTTP/1.1" status: 200 len: 217 time: 0.0357397 Sep 09 16:20:34.839605 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9b38-a90e-4d4f-9e66-b2fe53781941 req-a187261f-d98e-4a6b-bdb1-645f0930091f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:34.840994 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4b3c9b38-a90e-4d4f-9e66-b2fe53781941 req-a187261f-d98e-4a6b-bdb1-645f0930091f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 946 time: 0.0820091 Sep 09 16:20:34.842480 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-2227ab9d-022c-459d-8620-a4ea42442fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:34.843788 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-2227ab9d-022c-459d-8620-a4ea42442fc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c9d2635e-083b-43f1-ab55-1c94ef9d183f HTTP/1.1" status: 200 len: 843 time: 0.0768015 Sep 09 16:20:34.908044 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4b3c9b38-a90e-4d4f-9e66-b2fe53781941 req-0e5f071f-2229-4264-ac87-284203d30854 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609496 Sep 09 16:20:34.911199 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-f4481b86-9035-4f77-9367-b741efcae29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:34.912596 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-f4481b86-9035-4f77-9367-b741efcae29d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=643eebe1-3649-456c-b994-c077efef2c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0594637 Sep 09 16:20:35.016533 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-2912cbd6-99a3-4ddb-b682-013cef0c32bc service neutron] 10.222.0.21 "GET /v2.0/networks/643eebe1-3649-456c-b994-c077efef2c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938094 Sep 09 16:20:35.117344 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7e44dd91-7ed3-42ab-8321-7432246924d1 req-a1e91529-6467-4858-bc94-3e5eeec8a96c service neutron] 10.222.0.21 "GET /v2.0/networks/643eebe1-3649-456c-b994-c077efef2c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876279 Sep 09 16:20:35.180882 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa431b-3ea2-4322-8078-75dab09d9f76 req-5a51e32d-0aaf-4aca-99b4-171ed75aeab0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:35.182411 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1aa431b-3ea2-4322-8078-75dab09d9f76 req-5a51e32d-0aaf-4aca-99b4-171ed75aeab0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0517964 Sep 09 16:20:35.227623 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1aa431b-3ea2-4322-8078-75dab09d9f76 req-8d910271-09d4-42b6-9790-4c9817f871da tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390763 Sep 09 16:20:35.287732 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454ffde-516f-4c81-9bf7-fdbd5b4c376a req-a2a4f0d8-55c7-4ab8-bdf2-47bffe1cb4ee tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:35.289198 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3454ffde-516f-4c81-9bf7-fdbd5b4c376a req-a2a4f0d8-55c7-4ab8-bdf2-47bffe1cb4ee tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 948 time: 0.0532200 Sep 09 16:20:35.328108 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3454ffde-516f-4c81-9bf7-fdbd5b4c376a req-19e0a634-279d-41f9-b6bd-a272114f742c tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Sep 09 16:20:35.577618 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a0fc7499-4de9-448e-a1b3-743621eb7ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:36.023994 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d9a77-bd92-4336-bb7d-66a3316ba5e6 req-594178f3-f924-42c3-b82b-1c74123777fa tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:36.025444 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b6d9a77-bd92-4336-bb7d-66a3316ba5e6 req-594178f3-f924-42c3-b82b-1c74123777fa tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 946 time: 0.0468171 Sep 09 16:20:36.057574 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:36.064241 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b6d9a77-bd92-4336-bb7d-66a3316ba5e6 req-45396646-e765-438f-a317-82e4075bdccf tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322790 Sep 09 16:20:36.342168 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec20954-d471-49a0-9a7a-ae2896347821 req-569671a4-668e-4771-bee9-1e22fa199511 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:36.343916 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5ec20954-d471-49a0-9a7a-ae2896347821 req-569671a4-668e-4771-bee9-1e22fa199511 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0471570 Sep 09 16:20:36.384047 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5ec20954-d471-49a0-9a7a-ae2896347821 req-4c2e235a-9849-4060-9a4c-704ddb850c5e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Sep 09 16:20:36.445751 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc55706-991d-4e63-9654-fbaf117667fe req-dee6ddf0-e835-46d4-ad64-b9552861bd01 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:36.447243 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8bc55706-991d-4e63-9654-fbaf117667fe req-dee6ddf0-e835-46d4-ad64-b9552861bd01 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 948 time: 0.0511918 Sep 09 16:20:36.484687 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8bc55706-991d-4e63-9654-fbaf117667fe req-f9642fed-040f-4e24-bd38-1ba754939b68 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Sep 09 16:20:36.637266 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:37.184023 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5598658-b608-4b28-8c4f-563a2354544a req-07445eff-5b71-49ab-8fcd-3e00336a18a0 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:37.185610 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a5598658-b608-4b28-8c4f-563a2354544a req-07445eff-5b71-49ab-8fcd-3e00336a18a0 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 946 time: 0.0484202 Sep 09 16:20:37.224246 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a5598658-b608-4b28-8c4f-563a2354544a req-c6cd0556-18fd-471d-ac4d-c68c919d7991 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320387 Sep 09 16:20:37.311342 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 925d460f-d605-4d60-9f16-e57de2c7d370 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:20:37.415026 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 925d460f-d605-4d60-9f16-e57de2c7d370, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=925d460f-d605-4d60-9f16-e57de2c7d370,segment=NetworkSegment(dda064dc-ffa3-4a55-87c9-750798875386),segment_id=dda064dc-ffa3-4a55-87c9-750798875386)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:37.427898 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '925d460f-d605-4d60-9f16-e57de2c7d370', 'network_id': '643eebe1-3649-456c-b994-c077efef2c08', 'port_id': '925d460f-d605-4d60-9f16-e57de2c7d370', 'mac_address': 'fa:16:3e:e8:04:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d2635e-083b-43f1-ab55-1c94ef9d183f', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:20:37.470018 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:37.484062 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925d460f-d605-4d60-9f16-e57de2c7d370 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:20:37.506020 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 925d460f-d605-4d60-9f16-e57de2c7d370, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=925d460f-d605-4d60-9f16-e57de2c7d370,segment=NetworkSegment(dda064dc-ffa3-4a55-87c9-750798875386),segment_id=dda064dc-ffa3-4a55-87c9-750798875386)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:37.510149 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98bed0-5ba4-4d11-af93-f67ffeee4ef8 req-1e9b884d-473e-4603-a702-08db2df1618c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:37.512438 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4e98bed0-5ba4-4d11-af93-f67ffeee4ef8 req-1e9b884d-473e-4603-a702-08db2df1618c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0524597 Sep 09 16:20:37.553034 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4e98bed0-5ba4-4d11-af93-f67ffeee4ef8 req-b23809d2-8b12-4212-9b0d-4766aec9fe02 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344570 Sep 09 16:20:37.574892 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:37.612384 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1faab-1923-43b8-ad78-0b8754418cfc req-3f6641c8-0b47-4830-b045-7a1c9ebf57f4 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:37.614433 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a8f1faab-1923-43b8-ad78-0b8754418cfc req-3f6641c8-0b47-4830-b045-7a1c9ebf57f4 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 948 time: 0.0628445 Sep 09 16:20:37.630967 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=925d460f-d605-4d60-9f16-e57de2c7d370,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:37.660080 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a8f1faab-1923-43b8-ad78-0b8754418cfc req-6a87925f-5a80-445b-882f-d627f44d7267 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Sep 09 16:20:38.127814 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['925d460f-d605-4d60-9f16-e57de2c7d370'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:20:38.495105 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:38.666449 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b170b40-4e49-41de-8dd6-f0ee20c57b8f req-156af80a-4a5f-4909-8692-3ea892ca620c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:38.667882 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b170b40-4e49-41de-8dd6-f0ee20c57b8f req-156af80a-4a5f-4909-8692-3ea892ca620c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0467458 Sep 09 16:20:38.715871 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9b170b40-4e49-41de-8dd6-f0ee20c57b8f req-078e2d7f-7021-4e05-a05a-112e0a8f4458 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Sep 09 16:20:38.826986 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dee2a-6aab-4ff4-bc73-cbfc145e3adb req-2088bcb2-37b9-4635-bb66-383d42d916e4 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:38.828585 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d72dee2a-6aab-4ff4-bc73-cbfc145e3adb req-2088bcb2-37b9-4635-bb66-383d42d916e4 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 949 time: 0.0576153 Sep 09 16:20:39.072471 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d72dee2a-6aab-4ff4-bc73-cbfc145e3adb req-fc6c4cec-2f4d-4c8d-b83a-beb3b18101ff tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375174 Sep 09 16:20:39.880191 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d85be-9cd9-4b42-9700-fa6b358e34ce req-a762bcb0-4df5-475c-84c9-203b4c91b474 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:39.887499 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e67d85be-9cd9-4b42-9700-fa6b358e34ce req-a762bcb0-4df5-475c-84c9-203b4c91b474 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0641532 Sep 09 16:20:39.934477 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e67d85be-9cd9-4b42-9700-fa6b358e34ce req-d660960c-ddbe-4893-8b6c-c3947a02a7b6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458708 Sep 09 16:20:39.995817 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-8bb046f2-f4b9-40f9-97f8-7e279b51b781 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401020 Sep 09 16:20:40.077664 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-dbd7ead3-6718-42ff-b2ca-e9dcb6d4d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:40.079354 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-dbd7ead3-6718-42ff-b2ca-e9dcb6d4d4f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 1099 time: 0.0410511 Sep 09 16:20:40.227101 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-4134a1dc-23ce-4916-9f3e-b56de3d1605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:40.228654 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-4134a1dc-23ce-4916-9f3e-b56de3d1605e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 916 time: 0.1276355 Sep 09 16:20:40.237910 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d411197-e731-441c-ba7e-17f35cabf90c req-97024523-2c41-49ca-a40f-37695cb6f129 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:40.239472 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6d411197-e731-441c-ba7e-17f35cabf90c req-97024523-2c41-49ca-a40f-37695cb6f129 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 949 time: 0.0749912 Sep 09 16:20:40.297862 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-4de7c299-b6df-43eb-9d7f-b51fc43b0e56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 HTTP/1.1" status: 200 len: 217 time: 0.0461259 Sep 09 16:20:40.341656 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6d411197-e731-441c-ba7e-17f35cabf90c req-3913bca3-2090-457b-8a91-a54c26d9899f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960743 Sep 09 16:20:40.365318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-4bd4d3e7-be15-4ea6-a8c8-dd932223957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:40.367154 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-4bd4d3e7-be15-4ea6-a8c8-dd932223957e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8e1ec22-5d94-4048-a120-c011c84f03bb HTTP/1.1" status: 200 len: 855 time: 0.0590243 Sep 09 16:20:40.405986 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-9b4aa9c1-2a16-4a90-b75c-18fba1b2f29c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6e35f8-349e-4162-849a-2dad88ca655d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279396 Sep 09 16:20:40.521667 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-fa3a1035-711c-4f4c-a573-7961ef3377bc service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955799 Sep 09 16:20:40.614648 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6371eca7-b3b2-469b-a57c-dc97f7aa9ba5 req-f7bcf689-beed-467b-85cd-4b9f09ce7c71 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821426 Sep 09 16:20:41.062542 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ad351-3fe5-4cd1-97c5-d0eab9958ab2 req-d8ccf548-2fbe-43e1-9f4d-b8b57229a480 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:41.064010 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-840ad351-3fe5-4cd1-97c5-d0eab9958ab2 req-d8ccf548-2fbe-43e1-9f4d-b8b57229a480 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0543773 Sep 09 16:20:41.102615 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-840ad351-3fe5-4cd1-97c5-d0eab9958ab2 req-d9e7250c-16ca-4358-98db-a8321063e497 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324819 Sep 09 16:20:41.290842 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-8a2c678a-2eaa-4365-bdd6-9e3ab4a22b94 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:41.298068 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-8a2c678a-2eaa-4365-bdd6-9e3ab4a22b94 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 815 time: 0.1164382 Sep 09 16:20:41.310365 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-23659dfd-f9bb-4d1f-a6a8-588fa943a7bb tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/quotas/70670e9c7fad4cf6ac2ab2b4fdc9e312 HTTP/1.1" status: 200 len: 375 time: 0.0111544 Sep 09 16:20:41.337550 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 925d460f-d605-4d60-9f16-e57de2c7d370 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:20:41.368248 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-476cfe8e-abe7-4a31-9401-69cca48b97b4 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515199 Sep 09 16:20:41.461278 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 925d460f-d605-4d60-9f16-e57de2c7d370 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:20:41.461513 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc0825-196c-4384-b293-8e933dc3fbdb req-0dd5d1c4-86a4-45c6-85bc-807e4d6a731b tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:41.463212 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-acbc0825-196c-4384-b293-8e933dc3fbdb req-0dd5d1c4-86a4-45c6-85bc-807e4d6a731b tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 949 time: 0.0515451 Sep 09 16:20:41.469161 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-2e43ba65-9abb-4774-b0f0-e3196c7e63c8 service neutron] 10.222.0.22 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934179 Sep 09 16:20:41.480950 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 925d460f-d605-4d60-9f16-e57de2c7d370 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:20:41.481329 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:41.509538 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-acbc0825-196c-4384-b293-8e933dc3fbdb req-aeb88c41-0494-438f-bed3-83794077efb6 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Sep 09 16:20:41.565494 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:41.583221 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-39c2a991-85d9-45d9-927f-5a943485dd24 service neutron] 10.222.0.22 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040299 Sep 09 16:20:41.588467 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a1fe38-556c-465a-90cb-cbeca5cf22d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d460f-d605-4d60-9f16-e57de2c7d370'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:41.590735 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4c170a-bbc2-4d09-987b-ba6cc7114444" -d '{"events": [{"server_uuid": "98a1fe38-556c-465a-90cb-cbeca5cf22d8", "name": "network-vif-plugged", "status": "completed", "tag": "925d460f-d605-4d60-9f16-e57de2c7d370"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:41.604324 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 925d460f-d605-4d60-9f16-e57de2c7d370, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=925d460f-d605-4d60-9f16-e57de2c7d370,segment=NetworkSegment(dda064dc-ffa3-4a55-87c9-750798875386),segment_id=dda064dc-ffa3-4a55-87c9-750798875386)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:41.708895 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:41.711786 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca484c5e-ffb4-4d4e-a1d8-9823440b7950 x-openstack-request-id: req-ca484c5e-ffb4-4d4e-a1d8-9823440b7950 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:41.711938 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a1fe38-556c-465a-90cb-cbeca5cf22d8", "name": "network-vif-plugged", "status": "completed", "tag": "925d460f-d605-4d60-9f16-e57de2c7d370", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:41.712342 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca484c5e-ffb4-4d4e-a1d8-9823440b7950 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:41.712708 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a1fe38-556c-465a-90cb-cbeca5cf22d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925d460f-d605-4d60-9f16-e57de2c7d370', 'code': 200} Sep 09 16:20:41.764564 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=925d460f-d605-4d60-9f16-e57de2c7d370,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:41.856177 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-433bd497-3193-45c5-bc8c-c037dc567f17 req-ffe93490-971f-4116-bf67-f5327c3e93ab tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0272477 Sep 09 16:20:42.141191 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda96468-8b0b-46cb-ab85-dc55e5fd140f req-04067042-d431-4675-acc2-09e12c6ae7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:42.143288 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fda96468-8b0b-46cb-ab85-dc55e5fd140f req-04067042-d431-4675-acc2-09e12c6ae7f7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 1103 time: 0.0431993 Sep 09 16:20:42.211881 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fda96468-8b0b-46cb-ab85-dc55e5fd140f req-85e93475-6979-4966-9127-c1e08d6f8650 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574815 Sep 09 16:20:42.237101 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2716f58-d2c2-411a-be45-a90c65525d13 req-27bd2b7f-5e24-4c8f-868a-5cb504190399 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:42.239562 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a2716f58-d2c2-411a-be45-a90c65525d13 req-27bd2b7f-5e24-4c8f-868a-5cb504190399 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0678940 Sep 09 16:20:42.280136 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a2716f58-d2c2-411a-be45-a90c65525d13 req-04e6b58f-e43f-4b16-a4d3-9fe318da2892 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345023 Sep 09 16:20:42.514571 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:42.626940 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e992a-9aff-4589-8f81-19949132917b req-5f54bfa0-6834-48bf-808b-b731d05b80a7 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:42.629031 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-651e992a-9aff-4589-8f81-19949132917b req-5f54bfa0-6834-48bf-808b-b731d05b80a7 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0523934 Sep 09 16:20:42.666613 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-651e992a-9aff-4589-8f81-19949132917b req-a3bb9326-7c6a-4faa-a890-b5c0ab6a2486 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Sep 09 16:20:42.954027 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-272e2290-ce90-47b2-bd88-6be88e63dd42 req-f6f133e1-c9a5-49c2-9af0-6f4d1cfc118c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0268617 Sep 09 16:20:43.161120 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189cf29-6647-43e5-8543-d78daf321784 req-f74e6c10-5c26-44c5-a1b0-95db1e52a3cc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:43.162677 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9189cf29-6647-43e5-8543-d78daf321784 req-f74e6c10-5c26-44c5-a1b0-95db1e52a3cc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0670261 Sep 09 16:20:43.200419 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9189cf29-6647-43e5-8543-d78daf321784 req-1177846a-d934-44a4-9acd-0c99d45d0c97 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316782 Sep 09 16:20:43.399496 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf5790-9cfc-41fd-b83e-3251da219141 req-47d05e38-6a70-49c8-b716-d5ed9d6c1d11 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:43.401033 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5daf5790-9cfc-41fd-b83e-3251da219141 req-47d05e38-6a70-49c8-b716-d5ed9d6c1d11 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0466397 Sep 09 16:20:43.438253 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5daf5790-9cfc-41fd-b83e-3251da219141 req-58196f0d-49d6-4592-85f4-84725bed44c8 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Sep 09 16:20:43.788207 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583c268-251f-41b1-8aa7-783a9f45f8e0 req-ae07f7dd-a2d2-4c03-8aa6-da7e20bb0a36 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:43.789678 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4583c268-251f-41b1-8aa7-783a9f45f8e0 req-ae07f7dd-a2d2-4c03-8aa6-da7e20bb0a36 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0495958 Sep 09 16:20:43.832438 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4583c268-251f-41b1-8aa7-783a9f45f8e0 req-473fbefb-3ac2-4c02-9cc0-2ad6fbd9b2af tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368564 Sep 09 16:20:44.047514 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ce561e09-d2f2-45fb-a570-faaa910e9c39 req-adcd6145-1a31-435c-ac43-00db9ceea75b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0262651 Sep 09 16:20:44.336580 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d6628-1137-4da8-98da-716a9d226106 req-4fac01c1-2eb5-449b-86c9-33fc7e5c60ca tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:44.338107 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-836d6628-1137-4da8-98da-716a9d226106 req-4fac01c1-2eb5-449b-86c9-33fc7e5c60ca tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0583987 Sep 09 16:20:44.379997 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-836d6628-1137-4da8-98da-716a9d226106 req-5b8130ec-ba3b-4302-91e3-5c24eae30216 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359988 Sep 09 16:20:44.557234 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e5bf5-c4b1-4e82-88f8-830886266124 req-7583760d-8fd0-4f29-b18d-b9b4868ee573 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:44.559104 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-227e5bf5-c4b1-4e82-88f8-830886266124 req-7583760d-8fd0-4f29-b18d-b9b4868ee573 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0515194 Sep 09 16:20:44.598761 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-227e5bf5-c4b1-4e82-88f8-830886266124 req-b803543b-6b77-49e3-9b1f-eb4892127089 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337424 Sep 09 16:20:44.954476 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aec4f5-e323-41ce-b029-465fa296dde6 req-abd2119d-f582-4e45-95f1-7bae66e89993 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:44.956095 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-01aec4f5-e323-41ce-b029-465fa296dde6 req-abd2119d-f582-4e45-95f1-7bae66e89993 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0518408 Sep 09 16:20:44.996099 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-01aec4f5-e323-41ce-b029-465fa296dde6 req-7abb287d-eccd-401e-a3c2-4dd1d6c3e0bb tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335758 Sep 09 16:20:45.158810 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0b523d21-d4c2-455a-9cf2-00ee0cbdf2c3 req-e377358d-58d4-4274-8ed4-8481ac4f15d5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0449533 Sep 09 16:20:45.499057 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dbe70-5b42-4edd-b2a7-e2a546801973 req-f8cfa236-d0f8-44cc-9d94-24e65eecedd7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:45.500566 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b56dbe70-5b42-4edd-b2a7-e2a546801973 req-f8cfa236-d0f8-44cc-9d94-24e65eecedd7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0483985 Sep 09 16:20:45.539332 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b56dbe70-5b42-4edd-b2a7-e2a546801973 req-64628a7a-75cd-402f-b845-a3a2e96dde5f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327451 Sep 09 16:20:45.711751 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428725c-d506-408b-97ba-06d1af5a5310 req-40f96475-8c14-4134-8707-7a44c838bfaa tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:45.713180 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0428725c-d506-408b-97ba-06d1af5a5310 req-40f96475-8c14-4134-8707-7a44c838bfaa tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0488613 Sep 09 16:20:45.753194 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0428725c-d506-408b-97ba-06d1af5a5310 req-69af5f27-0ae3-4d19-a571-1f42cc8572eb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Sep 09 16:20:46.120126 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f82f2-9b28-48c1-9986-0a68656030e7 req-bc6eb880-9df6-4242-8cb0-cc327b1d1b26 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:46.121674 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-815f82f2-9b28-48c1-9986-0a68656030e7 req-bc6eb880-9df6-4242-8cb0-cc327b1d1b26 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0514684 Sep 09 16:20:46.165310 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-815f82f2-9b28-48c1-9986-0a68656030e7 req-225242d7-33f0-43c3-b8a6-ed1ef8b493e0 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362909 Sep 09 16:20:46.261603 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4a59f0f3-9e90-40c8-8ec6-ccafaed705d3 req-ed6b4519-f3a8-4c4a-8f09-483d6adae9ae tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0291641 Sep 09 16:20:46.655718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527a134-b90e-4d23-a238-92671d4d7027 req-b7149687-e6ec-47bf-a858-ab09e684f2f6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:46.657161 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8527a134-b90e-4d23-a238-92671d4d7027 req-b7149687-e6ec-47bf-a858-ab09e684f2f6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0478911 Sep 09 16:20:46.698308 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8527a134-b90e-4d23-a238-92671d4d7027 req-92c20fb4-c828-4ccd-93e9-439ddf6d1f1f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343487 Sep 09 16:20:46.869635 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4f4a5-e95a-45e1-853a-c2b4049a1da1 req-3dfdc136-226d-4b91-a498-955c58206861 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:46.871548 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-65f4f4a5-e95a-45e1-853a-c2b4049a1da1 req-3dfdc136-226d-4b91-a498-955c58206861 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0528598 Sep 09 16:20:46.914787 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-65f4f4a5-e95a-45e1-853a-c2b4049a1da1 req-dbd8ef6e-3d30-4f28-9c05-de6bb2518db9 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Sep 09 16:20:47.285395 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226d003-7ae5-4111-90ed-d9461af3fadb req-59700d5e-374d-4ba2-8e8b-1647cd796eed tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:47.287000 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e226d003-7ae5-4111-90ed-d9461af3fadb req-59700d5e-374d-4ba2-8e8b-1647cd796eed tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0520468 Sep 09 16:20:47.330303 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e226d003-7ae5-4111-90ed-d9461af3fadb req-48836a93-cdb7-4afc-bb29-0ea212ccc5ea tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371370 Sep 09 16:20:47.411095 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5727568e-8b2f-47d4-946c-8e80afc85bcc req-c5ac5334-e22d-48c0-92cd-2a3a11e1780b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0249014 Sep 09 16:20:47.823382 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fb38c-d498-4cce-aab1-55db3c670757 req-b0f2475c-aba7-4f66-b805-f35ff0cd93e4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:47.824826 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3d8fb38c-d498-4cce-aab1-55db3c670757 req-b0f2475c-aba7-4f66-b805-f35ff0cd93e4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0525386 Sep 09 16:20:47.865350 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3d8fb38c-d498-4cce-aab1-55db3c670757 req-c576741b-7534-4334-bdc6-97fe27c5c5a1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344360 Sep 09 16:20:48.029132 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ec94e-f4ee-4feb-8741-52dcae69fda5 req-463885d6-dfaf-4add-868a-8f1d3055296f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:48.030621 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b30ec94e-f4ee-4feb-8741-52dcae69fda5 req-463885d6-dfaf-4add-868a-8f1d3055296f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0472045 Sep 09 16:20:48.069708 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b30ec94e-f4ee-4feb-8741-52dcae69fda5 req-56b9d738-9c94-45eb-8c43-8766f48a8ee1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Sep 09 16:20:48.446695 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62f76b-bb19-46fa-8ae1-3dde3bf5b60b req-ee399180-3228-4c2f-aa3e-01891f46930d tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:48.448188 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da62f76b-bb19-46fa-8ae1-3dde3bf5b60b req-ee399180-3228-4c2f-aa3e-01891f46930d tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0482094 Sep 09 16:20:48.487002 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-da62f76b-bb19-46fa-8ae1-3dde3bf5b60b req-a7c6d482-9c35-4475-b24b-6704c4728377 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Sep 09 16:20:48.580912 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1ac77e60-dab8-4e32-9ac9-1fbef4f788c3 req-294c594f-6409-4cfc-bed6-1336820c87cf tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0306363 Sep 09 16:20:48.983716 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb3276-85a2-4eef-b493-29ca7df10ab0 req-e7e2bdae-c476-4221-a963-86a0dd6a5798 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:48.985195 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-56fb3276-85a2-4eef-b493-29ca7df10ab0 req-e7e2bdae-c476-4221-a963-86a0dd6a5798 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0492730 Sep 09 16:20:49.022465 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-56fb3276-85a2-4eef-b493-29ca7df10ab0 req-af721a0e-b8d9-4516-a5d7-3972d2e9118d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310633 Sep 09 16:20:49.184330 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b6e6d-bb42-4dfa-a3e5-fc92d88eaf99 req-c1fb548c-912f-4f4f-b2d1-c5fb7a5cfb17 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:49.185712 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b68b6e6d-bb42-4dfa-a3e5-fc92d88eaf99 req-c1fb548c-912f-4f4f-b2d1-c5fb7a5cfb17 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0476472 Sep 09 16:20:49.223882 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b68b6e6d-bb42-4dfa-a3e5-fc92d88eaf99 req-a86ca1bd-02e6-472a-b526-37d1217368ac tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312972 Sep 09 16:20:49.604910 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b110b-de88-47dc-8233-8e324d2ee7c0 req-3b628fc3-b0c1-4a32-81b3-4f130b2afa65 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:49.606421 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e7b110b-de88-47dc-8233-8e324d2ee7c0 req-3b628fc3-b0c1-4a32-81b3-4f130b2afa65 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0517938 Sep 09 16:20:49.644714 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e7b110b-de88-47dc-8233-8e324d2ee7c0 req-0a2240a5-bc38-4179-8727-4cc2f3f307d1 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325348 Sep 09 16:20:49.714452 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8c74db24-95aa-401f-9f61-7c47cc320cbc req-ff6a9e85-4114-4247-977a-38ea1080cbc4 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0259604 Sep 09 16:20:50.146407 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b534673-31e4-428a-b28b-d5cb5ceb49de req-a5fe8355-7159-4fda-8f70-65a7e217eb64 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:50.147853 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2b534673-31e4-428a-b28b-d5cb5ceb49de req-a5fe8355-7159-4fda-8f70-65a7e217eb64 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0486009 Sep 09 16:20:50.186738 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2b534673-31e4-428a-b28b-d5cb5ceb49de req-40f5ae0e-bc0a-483b-a157-02e54768fbcc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329087 Sep 09 16:20:50.347264 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0f280-6aa9-4cb9-a287-8021d9cf3333 req-7d997df3-3bec-4226-8579-01bb4fd4c91c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:50.348765 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-64a0f280-6aa9-4cb9-a287-8021d9cf3333 req-7d997df3-3bec-4226-8579-01bb4fd4c91c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0575676 Sep 09 16:20:50.391808 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-64a0f280-6aa9-4cb9-a287-8021d9cf3333 req-af82a4d8-3446-41ab-b2cd-7232e38c0114 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365272 Sep 09 16:20:50.782226 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b14ff9-a499-4c5a-a85f-d60ae221ebec req-f2b8566c-dfa0-4adf-8a7c-67391dd64505 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:50.784570 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e3b14ff9-a499-4c5a-a85f-d60ae221ebec req-f2b8566c-dfa0-4adf-8a7c-67391dd64505 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0699477 Sep 09 16:20:50.828525 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e3b14ff9-a499-4c5a-a85f-d60ae221ebec req-e4237f4e-3686-435a-bb34-233bd036fd70 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375764 Sep 09 16:20:50.880857 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-82066e88-22c8-4160-ba4c-03a218e9807e req-ff3859a0-226b-4ef8-8ed4-4551d941a56e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0641077 Sep 09 16:20:50.992711 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-97fe44a4-2afc-406f-8e1a-cc9e8122f4a6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:50.994397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-97fe44a4-2afc-406f-8e1a-cc9e8122f4a6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/networks?id=8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 200 len: 815 time: 0.1759861 Sep 09 16:20:51.028094 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Request body: {'port': {'device_id': '94b8ad16-a79d-450a-9d5c-b302a5922cb6', 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'admin_state_up': True, 'tenant_id': '70670e9c7fad4cf6ac2ab2b4fdc9e312'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:51.257410 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Made reservation on behalf of 70670e9c7fad4cf6ac2ab2b4fdc9e312 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:20:51.260896 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:51.396292 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b641ff-76c6-4bb9-8fc8-7d2c33877da0 req-c1b37479-f0ea-4942-9210-278928f220a1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:51.403812 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-11b641ff-76c6-4bb9-8fc8-7d2c33877da0 req-c1b37479-f0ea-4942-9210-278928f220a1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.1124668 Sep 09 16:20:51.483612 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Allocated IP 172.20.0.8 (8f6e35f8-349e-4162-849a-2dad88ca655d/a8e1ec22-5d94-4048-a120-c011c84f03bb/9e0d207d-e0b4-49db-9a65-6fb87c565225) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:20:51.488783 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-11b641ff-76c6-4bb9-8fc8-7d2c33877da0 req-a779aa4e-1ae2-45eb-954a-4d1969e2d756 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622718 Sep 09 16:20:51.585069 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a806-52d2-4043-b976-5cb51107ee27 req-ba760636-9a20-4f21-b1ea-94c3499c2654 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:51.593032 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f401a806-52d2-4043-b976-5cb51107ee27 req-ba760636-9a20-4f21-b1ea-94c3499c2654 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0935450 Sep 09 16:20:51.639661 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f401a806-52d2-4043-b976-5cb51107ee27 req-6b5584a5-d3d7-4685-8f30-234efbc1171c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457692 Sep 09 16:20:51.699999 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f052c-afac-463e-9efd-04fd47959e1c req-99b711ac-5f7d-408b-a163-5d7c22570df8 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:51.701493 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4b2f052c-afac-463e-9efd-04fd47959e1c req-99b711ac-5f7d-408b-a163-5d7c22570df8 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0996513 Sep 09 16:20:51.745010 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:51.767914 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4b2f052c-afac-463e-9efd-04fd47959e1c req-98ee8325-51d1-4247-8865-3438a6c7b8d2 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596693 Sep 09 16:20:51.859425 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02813966-f246-4ff2-8524-be7beaa7dca8 req-197f3a38-617c-40f5-a33c-fe2aa5d581a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:51.860925 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-02813966-f246-4ff2-8524-be7beaa7dca8 req-197f3a38-617c-40f5-a33c-fe2aa5d581a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1098 time: 0.0465779 Sep 09 16:20:51.921381 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:51.941482 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-02813966-f246-4ff2-8524-be7beaa7dca8 req-f24d5cda-572d-4c6a-bae7-c0a5cb9effc4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584450 Sep 09 16:20:51.957049 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'e3086b0b-f8a5-472d-a195-246cb09228e9', '40e759f3-8621-49b2-bca3-e67f28809f6b'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:20:51.963877 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Network 8f6e35f8-349e-4162-849a-2dad88ca655d is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:20:51.967886 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:20:51.972912 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:20:51.981847 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Pushing event updated for resources: {'Port': ['ID=9e0d207d-e0b4-49db-9a65-6fb87c565225,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:52.036134 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:52.036810 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:52.043918 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6e845-afa6-41a2-b8d3-01e659e9be88 req-c315e89a-72c9-4d7d-b281-cd9dd1ff98b2 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:52.045875 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a5c6e845-afa6-41a2-b8d3-01e659e9be88 req-c315e89a-72c9-4d7d-b281-cd9dd1ff98b2 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 931 time: 0.0853591 Sep 09 16:20:52.090477 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a5c6e845-afa6-41a2-b8d3-01e659e9be88 req-2089ee41-bba1-4db5-9f96-ae8ed0624bf9 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374432 Sep 09 16:20:52.149761 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d26f7b2e-3416-41fc-b0d6-df46e292cdd8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1257739 Sep 09 16:20:52.393276 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Request body: {'port': {'device_id': '94b8ad16-a79d-450a-9d5c-b302a5922cb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:20:52.447760 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:52.675900 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304603a0-d641-4d08-9139-a07a067972ac req-d4151349-7bb4-4d6d-b7da-5ed2b67eabad tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:52.677390 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-304603a0-d641-4d08-9139-a07a067972ac req-d4151349-7bb4-4d6d-b7da-5ed2b67eabad tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.1126828 Sep 09 16:20:52.749006 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-304603a0-d641-4d08-9139-a07a067972ac req-d7623514-a79a-4c57-a5ca-76febbc22423 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653787 Sep 09 16:20:52.756571 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ffbb-73b0-4545-b35b-0194359d3511 req-6a9f338f-a46f-457e-a0a5-f71cf5e12236 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:52.758107 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b570ffbb-73b0-4545-b35b-0194359d3511 req-6a9f338f-a46f-457e-a0a5-f71cf5e12236 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0480530 Sep 09 16:20:52.801144 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b570ffbb-73b0-4545-b35b-0194359d3511 req-232be753-df12-4a0e-96e3-92d21e7378bf tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332608 Sep 09 16:20:52.815259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0d207d-e0b4-49db-9a65-6fb87c565225 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:20:52.823596 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:52.835749 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Transition to ACTIVE for port object 9e0d207d-e0b4-49db-9a65-6fb87c565225 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:20:52.889208 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783face3-4f9c-4ad0-811c-a85594f57e0f req-e94d7ea8-814b-439b-b3f8-5f060c4d1e33 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:52.894261 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-783face3-4f9c-4ad0-811c-a85594f57e0f req-e94d7ea8-814b-439b-b3f8-5f060c4d1e33 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0528154 Sep 09 16:20:52.915992 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:52.974691 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-783face3-4f9c-4ad0-811c-a85594f57e0f req-5415edf2-10d9-4350-aa16-9499ca62426d tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772312 Sep 09 16:20:52.992889 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0d207d-e0b4-49db-9a65-6fb87c565225,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:53.060453 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Attempting to bind port 9e0d207d-e0b4-49db-9a65-6fb87c565225 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:20:53.060778 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Attempting to bind port 9e0d207d-e0b4-49db-9a65-6fb87c565225 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:20:53.061101 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Attempting to bind port 9e0d207d-e0b4-49db-9a65-6fb87c565225 on network 8f6e35f8-349e-4162-849a-2dad88ca655d {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:20:53.065774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Port 9e0d207d-e0b4-49db-9a65-6fb87c565225 on network 8f6e35f8-349e-4162-849a-2dad88ca655d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:20:53.066296 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Attempting to bind port 9e0d207d-e0b4-49db-9a65-6fb87c565225 on network 8f6e35f8-349e-4162-849a-2dad88ca655d {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:20:53.071104 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:20:53.071508 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Checking segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:20:53.071857 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Bound using segment: {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:20:53.072273 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Bound port: 9e0d207d-e0b4-49db-9a65-6fb87c565225, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249d938a-6bda-4098-bb2a-150954cb2f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:20:53.072618 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:53.154619 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] For port 9e0d207d-e0b4-49db-9a65-6fb87c565225, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:20:53.157928 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] For port 9e0d207d-e0b4-49db-9a65-6fb87c565225, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9e0d207d-e0b4-49db-9a65-6fb87c565225,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:20:53.216846 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf36b0b-25d4-4285-93a7-0009fd0fdda5 req-714f13ae-7454-46c0-bb46-a26d87525c17 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:53.218352 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2cf36b0b-25d4-4285-93a7-0009fd0fdda5 req-714f13ae-7454-46c0-bb46-a26d87525c17 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 943 time: 0.0541861 Sep 09 16:20:53.226900 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:53.259582 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2cf36b0b-25d4-4285-93a7-0009fd0fdda5 req-f3051e16-6ab6-4f44-b04d-e3a4566de75d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353367 Sep 09 16:20:53.269166 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:53.269839 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:53.271257 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] 10.222.0.21 "PUT /v2.0/ports/9e0d207d-e0b4-49db-9a65-6fb87c565225 HTTP/1.1" status: 200 len: 1093 time: 0.8824787 Sep 09 16:20:53.271698 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b8ad16-a79d-450a-9d5c-b302a5922cb6', 'tag': '9e0d207d-e0b4-49db-9a65-6fb87c565225'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:53.274274 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c7daf-ed83-455a-87fc-d66bc3219f04" -d '{"events": [{"name": "network-changed", "server_uuid": "94b8ad16-a79d-450a-9d5c-b302a5922cb6", "tag": "9e0d207d-e0b4-49db-9a65-6fb87c565225"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:53.299161 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7142596-1434-47aa-a28a-357e91062ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e0d207d-e0b4-49db-9a65-6fb87c565225,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:53.327121 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d9e9a5-ca87-43b0-a1f8-8ba5d56831df x-openstack-request-id: req-d5d9e9a5-ca87-43b0-a1f8-8ba5d56831df {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:53.327404 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b8ad16-a79d-450a-9d5c-b302a5922cb6", "tag": "9e0d207d-e0b4-49db-9a65-6fb87c565225", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:53.327907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5d9e9a5-ca87-43b0-a1f8-8ba5d56831df {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:53.328335 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b8ad16-a79d-450a-9d5c-b302a5922cb6', 'tag': '9e0d207d-e0b4-49db-9a65-6fb87c565225', 'status': 'completed', 'code': 200} Sep 09 16:20:53.540915 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7daf-ed83-455a-87fc-d66bc3219f04 req-067e18aa-3060-4d0e-a2b9-8ccb44fbb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:53.542445 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-943c7daf-ed83-455a-87fc-d66bc3219f04 req-067e18aa-3060-4d0e-a2b9-8ccb44fbb471 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0403190 Sep 09 16:20:53.673906 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7daf-ed83-455a-87fc-d66bc3219f04 req-5c38cc62-5360-4dea-8931-2718f54fb4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:53.675989 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-943c7daf-ed83-455a-87fc-d66bc3219f04 req-5c38cc62-5360-4dea-8931-2718f54fb4d9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997393 Sep 09 16:20:53.837081 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c7daf-ed83-455a-87fc-d66bc3219f04 req-86aea185-61ea-4ffe-a0a5-f202e1b4c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:53.838726 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-943c7daf-ed83-455a-87fc-d66bc3219f04 req-86aea185-61ea-4ffe-a0a5-f202e1b4c625 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030049 Sep 09 16:20:53.883230 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d7cca-6bb8-43bb-b5cf-542961e07bfa req-07d1baaf-4ac8-4c02-91f4-e22dd7b677f0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:53.884796 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a36d7cca-6bb8-43bb-b5cf-542961e07bfa req-07d1baaf-4ac8-4c02-91f4-e22dd7b677f0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0504711 Sep 09 16:20:53.924796 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a36d7cca-6bb8-43bb-b5cf-542961e07bfa req-c5af4c2d-552e-47e5-bae7-d4a99adde8fa tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Sep 09 16:20:54.029732 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-6deaea72-6e36-4a12-a641-44abb575b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:54.031329 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-6deaea72-6e36-4a12-a641-44abb575b163 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 1096 time: 0.0522697 Sep 09 16:20:54.043257 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3af1e-fb40-412a-b1d9-6f41f18bffb6 req-1d175975-9a08-4ea3-a862-88127615bb31 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:54.044761 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-17c3af1e-fb40-412a-b1d9-6f41f18bffb6 req-1d175975-9a08-4ea3-a862-88127615bb31 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0530007 Sep 09 16:20:54.088755 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-17c3af1e-fb40-412a-b1d9-6f41f18bffb6 req-dc80675f-b900-48b7-8f5b-9eaf65e2c513 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361009 Sep 09 16:20:54.104340 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-85183ad7-ab09-4970-b2b0-c176f6b5e7a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e0d207d-e0b4-49db-9a65-6fb87c565225 HTTP/1.1" status: 200 len: 217 time: 0.0413730 Sep 09 16:20:54.167530 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-7c1dbc9a-b924-4524-8521-673c03b20d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:54.170020 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-7c1dbc9a-b924-4524-8521-673c03b20d83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a8e1ec22-5d94-4048-a120-c011c84f03bb HTTP/1.1" status: 200 len: 855 time: 0.0576015 Sep 09 16:20:54.210557 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-ea77363f-d0f8-442d-a20e-c8e69f727170 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8f6e35f8-349e-4162-849a-2dad88ca655d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277259 Sep 09 16:20:54.232742 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43371474-ab4f-43ca-be0c-186788ea7082 req-3a3332b8-8dcb-4e5b-9c35-1fb0aa870ea1 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:54.234244 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-43371474-ab4f-43ca-be0c-186788ea7082 req-3a3332b8-8dcb-4e5b-9c35-1fb0aa870ea1 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0566730 Sep 09 16:20:54.274455 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-43371474-ab4f-43ca-be0c-186788ea7082 req-d7ea41da-bdfd-4c8f-911b-40bd572a15c1 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332744 Sep 09 16:20:54.602453 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-9ee4c393-9fba-49e1-89b2-bfd7784bc6ea service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672163 Sep 09 16:20:54.615172 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6d429-22fd-4118-a89c-acd533f57e31 req-12cb2cf5-2e30-4d29-9ea8-ad60807be0ec tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:54.616556 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cda6d429-22fd-4118-a89c-acd533f57e31 req-12cb2cf5-2e30-4d29-9ea8-ad60807be0ec tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 943 time: 0.0688491 Sep 09 16:20:54.669761 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cda6d429-22fd-4118-a89c-acd533f57e31 req-6458a308-4b43-4976-84a4-f5e5a1aefe42 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472500 Sep 09 16:20:54.736161 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-59ded7ae-a00c-4ad5-a97d-110eb07a567b req-0a4cb79f-ffbd-42eb-84a3-855f7cd8659b service neutron] 10.222.0.21 "GET /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941894 Sep 09 16:20:55.045024 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6595f5f-db26-4975-904b-91f7b5425649 req-52b7b351-e2bd-4d84-9aee-5d34518424e2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:55.046530 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f6595f5f-db26-4975-904b-91f7b5425649 req-52b7b351-e2bd-4d84-9aee-5d34518424e2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0500877 Sep 09 16:20:55.084880 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f6595f5f-db26-4975-904b-91f7b5425649 req-644b9ba1-4578-4d64-b6c3-dae6f0ad412c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320899 Sep 09 16:20:55.201632 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2d32f-ab8a-40d7-8f50-a3f96e0f386d req-3b6f0b67-8c43-49a4-b8df-e1f2215dc652 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:55.203147 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e7c2d32f-ab8a-40d7-8f50-a3f96e0f386d req-3b6f0b67-8c43-49a4-b8df-e1f2215dc652 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0483210 Sep 09 16:20:55.241731 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e7c2d32f-ab8a-40d7-8f50-a3f96e0f386d req-889f5e7f-20f7-4ef6-9682-153b450f0e6b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319083 Sep 09 16:20:55.405679 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a104b3-4df8-4667-8251-1bbe8c58fc82 req-da5ff04d-ce99-48a1-b6cd-5896fe787d08 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:55.407122 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89a104b3-4df8-4667-8251-1bbe8c58fc82 req-da5ff04d-ce99-48a1-b6cd-5896fe787d08 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0563529 Sep 09 16:20:55.475107 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-97a3ccdc-bf7a-4f48-9648-388b3e99252e tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:55.476722 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-97a3ccdc-bf7a-4f48-9648-388b3e99252e tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.21 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 950 time: 0.0878341 Sep 09 16:20:55.483138 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89a104b3-4df8-4667-8251-1bbe8c58fc82 req-fe53d4ec-29a3-48fe-9268-53e275b6920d tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2253f15-f235-48d1-8d87-c9d33ce1fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611610 Sep 09 16:20:55.577956 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Deleting port 925d460f-d605-4d60-9f16-e57de2c7d370 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:20:55.578296 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:55.711954 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] For port 925d460f-d605-4d60-9f16-e57de2c7d370, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=925d460f-d605-4d60-9f16-e57de2c7d370,segment=NetworkSegment(dda064dc-ffa3-4a55-87c9-750798875386),segment_id=dda064dc-ffa3-4a55-87c9-750798875386)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:55.712325 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:55.732386 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3e153-d5b4-481e-94a7-be9a3e34323a req-99ad0303-316f-4859-9716-800a5932d7d0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:55.733778 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-69a3e153-d5b4-481e-94a7-be9a3e34323a req-99ad0303-316f-4859-9716-800a5932d7d0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0808372 Sep 09 16:20:55.738388 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Calling delete_port for 925d460f-d605-4d60-9f16-e57de2c7d370 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:20:55.790223 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55149d-e14b-4a43-89cf-fc7ceb2ed96d req-a2896e43-adb6-49af-95fc-d1e508f96129 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:55.791794 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a55149d-e14b-4a43-89cf-fc7ceb2ed96d req-a2896e43-adb6-49af-95fc-d1e508f96129 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 943 time: 0.0480208 Sep 09 16:20:55.830935 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2a55149d-e14b-4a43-89cf-fc7ceb2ed96d req-704b1da8-d88e-4873-8db7-dc58edeb4a61 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327339 Sep 09 16:20:55.853365 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-69a3e153-d5b4-481e-94a7-be9a3e34323a req-7bc4781b-9742-4acc-8e44-36f72ccf6417 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011848 Sep 09 16:20:55.857698 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-e9d4e81a-885d-4afd-b477-2479a244eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:55.859360 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-e9d4e81a-885d-4afd-b477-2479a244eeb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1098 time: 0.1190515 Sep 09 16:20:56.008101 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-a341ea6b-0fd3-4544-8174-43df95b3eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:56.009457 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-a341ea6b-0fd3-4544-8174-43df95b3eb68 service neutron] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 920 time: 0.1263075 Sep 09 16:20:56.052927 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-e969a76c-81d8-4f75-ad3c-ba73356686ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d HTTP/1.1" status: 200 len: 217 time: 0.0349205 Sep 09 16:20:56.063157 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:56.129025 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Pushing event deleted for resources: {'Port': ['ID=925d460f-d605-4d60-9f16-e57de2c7d370,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:56.129482 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['925d460f-d605-4d60-9f16-e57de2c7d370'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:20:56.182844 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] No DVR routers for this DVR port 925d460f-d605-4d60-9f16-e57de2c7d370 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:20:56.186348 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:56.188278 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-87bf8d9a-d926-4ee1-aae0-46b04a824c79 req-b88da0bb-c8e1-44c5-9ba1-f12dd10c592f tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.21 "DELETE /v2.0/ports/925d460f-d605-4d60-9f16-e57de2c7d370 HTTP/1.1" status: 204 len: 173 time: 0.7040045 Sep 09 16:20:56.191693 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a1fe38-556c-465a-90cb-cbeca5cf22d8', 'name': 'network-vif-deleted', 'tag': '925d460f-d605-4d60-9f16-e57de2c7d370'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:20:56.195865 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49418f9c-7e8d-462d-88fe-9218a7c8bc42" -d '{"events": [{"server_uuid": "98a1fe38-556c-465a-90cb-cbeca5cf22d8", "name": "network-vif-deleted", "tag": "925d460f-d605-4d60-9f16-e57de2c7d370"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:20:56.199940 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-a162bcf3-4fe2-43b4-95cb-45a2f26df1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:56.201707 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-a162bcf3-4fe2-43b4-95cb-45a2f26df1e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.1359191 Sep 09 16:20:56.231718 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abd476-0950-4607-ad21-02ca7e99d541 req-5536ba3f-97f9-4d5c-a7c8-bcdea13cc435 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:56.236931 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77abd476-0950-4607-ad21-02ca7e99d541 req-5536ba3f-97f9-4d5c-a7c8-bcdea13cc435 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0689628 Sep 09 16:20:56.241205 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-e138a82e-fb84-469f-902e-3630aaeb6393 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311458 Sep 09 16:20:56.246965 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31301105-72bd-41cf-b932-873c8a221695 x-openstack-request-id: req-31301105-72bd-41cf-b932-873c8a221695 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:20:56.247167 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a1fe38-556c-465a-90cb-cbeca5cf22d8", "name": "network-vif-deleted", "tag": "925d460f-d605-4d60-9f16-e57de2c7d370", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:20:56.247466 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31301105-72bd-41cf-b932-873c8a221695 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:20:56.248034 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a1fe38-556c-465a-90cb-cbeca5cf22d8', 'name': 'network-vif-deleted', 'tag': '925d460f-d605-4d60-9f16-e57de2c7d370', 'status': 'completed', 'code': 200} Sep 09 16:20:56.288695 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-77abd476-0950-4607-ad21-02ca7e99d541 req-84a9a3db-e895-4b32-b981-a735b1bd4176 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381515 Sep 09 16:20:56.379651 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-1976832c-14a7-47df-8435-a651f25f8c1e service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267891 Sep 09 16:20:56.481795 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5666bea5-f39f-4813-b6ad-7114c08d678f req-eafa2ae0-2e88-4a4f-b0a9-3a1c1b643380 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842502 Sep 09 16:20:56.587006 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8c2f818d-61ac-4feb-aa51-91f8cd20fb0b req-1bb68cbb-5a98-49eb-99a3-40ac073e4b72 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0293763 Sep 09 16:20:56.951942 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acec893-fcf3-44b2-a891-b4623e1203c2 req-01cf8251-36e6-4e57-a780-a50aea7f76d9 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:56.954129 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0acec893-fcf3-44b2-a891-b4623e1203c2 req-01cf8251-36e6-4e57-a780-a50aea7f76d9 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 943 time: 0.0542305 Sep 09 16:20:56.976618 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910fb1c-fcb4-49c3-a7d5-9d0d739c6705 req-c8c66ced-5221-4427-8287-29cd2aa00093 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:56.978201 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e910fb1c-fcb4-49c3-a7d5-9d0d739c6705 req-c8c66ced-5221-4427-8287-29cd2aa00093 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0555060 Sep 09 16:20:56.996562 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0acec893-fcf3-44b2-a891-b4623e1203c2 req-8d0cfe4a-ddbc-4532-a991-321f443d8a80 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362363 Sep 09 16:20:57.016633 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e910fb1c-fcb4-49c3-a7d5-9d0d739c6705 req-c8a65b4f-6ad6-4415-8901-17ee14fb1d63 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Sep 09 16:20:57.398700 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 9e0d207d-e0b4-49db-9a65-6fb87c565225 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:20:57.443732 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e2968-02bb-4998-bcf8-8cc0eeb222da req-9e97cad7-c182-43c4-a286-deee9bf80283 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:57.445658 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f2e2968-02bb-4998-bcf8-8cc0eeb222da req-9e97cad7-c182-43c4-a286-deee9bf80283 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0520022 Sep 09 16:20:57.485892 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f2e2968-02bb-4998-bcf8-8cc0eeb222da req-5e408991-c2f4-41ba-8c32-74443c1f0b14 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Sep 09 16:20:57.501057 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 9e0d207d-e0b4-49db-9a65-6fb87c565225, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9e0d207d-e0b4-49db-9a65-6fb87c565225,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:57.512860 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '9e0d207d-e0b4-49db-9a65-6fb87c565225', 'network_id': '8f6e35f8-349e-4162-849a-2dad88ca655d', 'port_id': '9e0d207d-e0b4-49db-9a65-6fb87c565225', 'mac_address': 'fa:16:3e:66:b4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e1ec22-5d94-4048-a120-c011c84f03bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:20:57.549073 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:57.565084 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0d207d-e0b4-49db-9a65-6fb87c565225 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:20:57.583890 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 9e0d207d-e0b4-49db-9a65-6fb87c565225, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9e0d207d-e0b4-49db-9a65-6fb87c565225,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:20:57.644038 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:20:57.695272 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=9e0d207d-e0b4-49db-9a65-6fb87c565225,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:20:57.701538 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-65a98241-dc58-4ff6-be31-259df7cda562 req-f4bb6687-ef04-4bce-952e-6b3d9a4a7385 tempest-VolumesNegativeTest-1169063712 tempest-VolumesNegativeTest-1169063712-project] 10.222.0.22 "GET /v2.0/ports?device_id=98a1fe38-556c-465a-90cb-cbeca5cf22d8 HTTP/1.1" status: 200 len: 210 time: 0.0334058 Sep 09 16:20:58.123421 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97510e8-0557-498d-b146-58cfe5cf58d1 req-1caf1433-7594-4fd9-b769-3027d13eaca0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:58.125639 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e97510e8-0557-498d-b146-58cfe5cf58d1 req-1caf1433-7594-4fd9-b769-3027d13eaca0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 944 time: 0.0592892 Sep 09 16:20:58.155907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ddfe-f16e-4b2a-829d-f8256e7e4eec req-b2021bc5-bcb7-4ab2-888e-0b818056730e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:58.157375 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d753ddfe-f16e-4b2a-829d-f8256e7e4eec req-b2021bc5-bcb7-4ab2-888e-0b818056730e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0709083 Sep 09 16:20:58.168520 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e97510e8-0557-498d-b146-58cfe5cf58d1 req-1a487e1e-0fbd-4543-a620-377e9b4f3d78 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350275 Sep 09 16:20:58.208931 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d753ddfe-f16e-4b2a-829d-f8256e7e4eec req-1e3a1f59-96ca-4616-81c2-ff9832e994b6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367956 Sep 09 16:20:58.307332 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['9e0d207d-e0b4-49db-9a65-6fb87c565225'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:20:58.609693 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a50dd4-f799-4ea3-8012-bd5c897a56b4 req-09abb11d-ffe2-44eb-9b33-b79507b3ee88 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:58.611154 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-39a50dd4-f799-4ea3-8012-bd5c897a56b4 req-09abb11d-ffe2-44eb-9b33-b79507b3ee88 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0484848 Sep 09 16:20:58.649089 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-39a50dd4-f799-4ea3-8012-bd5c897a56b4 req-db6da84e-e279-49a5-a3b0-48d0641e6b40 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Sep 09 16:20:59.319336 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c8743-a693-4b09-b05a-a76e5467b76e req-9aa5d225-9348-4411-bef2-4af69a286bbb tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:59.320872 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e96c8743-a693-4b09-b05a-a76e5467b76e req-9aa5d225-9348-4411-bef2-4af69a286bbb tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 944 time: 0.0556016 Sep 09 16:20:59.370096 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb66c30-c381-4138-9930-a4582906ffca req-b6ab0b1e-8832-4d52-bf10-dadfd775036f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:59.372602 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cdb66c30-c381-4138-9930-a4582906ffca req-b6ab0b1e-8832-4d52-bf10-dadfd775036f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0792799 Sep 09 16:20:59.378491 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e96c8743-a693-4b09-b05a-a76e5467b76e req-8fecd134-60ee-44e1-b50b-942f192e6c59 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511606 Sep 09 16:20:59.411873 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 925d460f-d605-4d60-9f16-e57de2c7d370 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:20:59.416243 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cdb66c30-c381-4138-9930-a4582906ffca req-5166d60c-5e57-4328-a748-4831f6b61616 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366042 Sep 09 16:20:59.433278 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 925d460f-d605-4d60-9f16-e57de2c7d370 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:20:59.433626 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 925d460f-d605-4d60-9f16-e57de2c7d370 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:20:59.772861 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5070a1-e5f6-4008-b1fb-6263948c903b req-e01c8532-8658-4472-b1e2-4c490dae6154 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:20:59.774641 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5d5070a1-e5f6-4008-b1fb-6263948c903b req-e01c8532-8658-4472-b1e2-4c490dae6154 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0539029 Sep 09 16:20:59.811050 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5d5070a1-e5f6-4008-b1fb-6263948c903b req-f7b7b12d-acd5-49be-a5ea-d0a29bba151a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305855 Sep 09 16:21:00.489592 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532adf30-435c-47b0-b659-a8de13efa763 req-541e2c08-a849-4f6d-82b7-db4f5798aa21 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:00.491375 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-532adf30-435c-47b0-b659-a8de13efa763 req-541e2c08-a849-4f6d-82b7-db4f5798aa21 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 944 time: 0.0527823 Sep 09 16:21:00.537894 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-532adf30-435c-47b0-b659-a8de13efa763 req-046a1d1b-3ecd-48e9-8fea-e437948d437c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406151 Sep 09 16:21:00.540365 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8e380-d3dd-4bff-ab48-bc8411bacd53 req-8a516008-2d5e-42e9-9082-d1c5408e18a1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:00.542410 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dcc8e380-d3dd-4bff-ab48-bc8411bacd53 req-8a516008-2d5e-42e9-9082-d1c5408e18a1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0571897 Sep 09 16:21:00.581476 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dcc8e380-d3dd-4bff-ab48-bc8411bacd53 req-8d5f6ea5-e85a-4620-8a8d-f0956f3f068f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324035 Sep 09 16:21:00.929910 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f5a97-00ca-4f20-b598-82ee788b3468 req-1f7380f7-e6cf-4f42-a84c-87ad1c99ea11 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:00.931382 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5e5f5a97-00ca-4f20-b598-82ee788b3468 req-1f7380f7-e6cf-4f42-a84c-87ad1c99ea11 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0478349 Sep 09 16:21:00.971862 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5e5f5a97-00ca-4f20-b598-82ee788b3468 req-3aaf190a-be45-4609-975f-67b357794337 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Sep 09 16:21:01.412128 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 9e0d207d-e0b4-49db-9a65-6fb87c565225 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:21:01.548926 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 9e0d207d-e0b4-49db-9a65-6fb87c565225 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:21:01.553606 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 9e0d207d-e0b4-49db-9a65-6fb87c565225 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:21:01.554234 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:01.631685 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:01.656054 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b8ad16-a79d-450a-9d5c-b302a5922cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0d207d-e0b4-49db-9a65-6fb87c565225'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:21:01.658604 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab2355e-1ab2-4507-9cbc-03e8d23a7311" -d '{"events": [{"server_uuid": "94b8ad16-a79d-450a-9d5c-b302a5922cb6", "name": "network-vif-plugged", "status": "completed", "tag": "9e0d207d-e0b4-49db-9a65-6fb87c565225"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:21:01.673688 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85dfc4-eb3e-46e5-ad35-602f55984cc6 req-d67eab19-f213-43f3-9272-9d1c7ad17f19 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:01.678181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 9e0d207d-e0b4-49db-9a65-6fb87c565225, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9e0d207d-e0b4-49db-9a65-6fb87c565225,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:21:01.681909 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d85dfc4-eb3e-46e5-ad35-602f55984cc6 req-d67eab19-f213-43f3-9272-9d1c7ad17f19 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 944 time: 0.0815740 Sep 09 16:21:01.705318 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3db245-d36b-4c21-8648-c764ceeada44 x-openstack-request-id: req-bb3db245-d36b-4c21-8648-c764ceeada44 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:21:01.705737 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b8ad16-a79d-450a-9d5c-b302a5922cb6", "name": "network-vif-plugged", "status": "completed", "tag": "9e0d207d-e0b4-49db-9a65-6fb87c565225", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:21:01.706602 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb3db245-d36b-4c21-8648-c764ceeada44 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:21:01.707274 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b8ad16-a79d-450a-9d5c-b302a5922cb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0d207d-e0b4-49db-9a65-6fb87c565225', 'code': 200} Sep 09 16:21:01.716419 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d85dfc4-eb3e-46e5-ad35-602f55984cc6 req-6273b6fc-dea7-4ba2-9257-e6500c0fc336 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332692 Sep 09 16:21:01.794728 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:01.842494 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=9e0d207d-e0b4-49db-9a65-6fb87c565225,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:01.850252 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.850610 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.851214 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.851552 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.851891 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.852224 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.852553 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.852913 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.853246 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.853572 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.853918 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:01.854271 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:02.133416 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899fcc-366a-4ff7-83d6-4dade46fcbb2 req-c00c1f22-e95c-4932-8c5f-69f43d6b942c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:02.134916 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5b899fcc-366a-4ff7-83d6-4dade46fcbb2 req-c00c1f22-e95c-4932-8c5f-69f43d6b942c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0890441 Sep 09 16:21:02.144037 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b472a2-bb45-4eff-a9eb-25eb2b3d71a2 req-134f250d-3d16-473f-aec0-80f3cb274aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:02.145605 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c5b472a2-bb45-4eff-a9eb-25eb2b3d71a2 req-134f250d-3d16-473f-aec0-80f3cb274aca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 1098 time: 0.0985382 Sep 09 16:21:02.208461 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5b899fcc-366a-4ff7-83d6-4dade46fcbb2 req-2816200e-8409-4cc6-918c-917db1fdcf0f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670559 Sep 09 16:21:02.210026 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c5b472a2-bb45-4eff-a9eb-25eb2b3d71a2 req-caec4e77-a3fb-4817-9b14-493525a326f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507443 Sep 09 16:21:02.840492 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8481b-3381-4fab-ad66-a435102d1695 req-ca8f165c-d6f8-428e-8c0f-2b3171202259 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:02.842012 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0ae8481b-3381-4fab-ad66-a435102d1695 req-ca8f165c-d6f8-428e-8c0f-2b3171202259 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0537767 Sep 09 16:21:02.881018 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0ae8481b-3381-4fab-ad66-a435102d1695 req-43485c58-1b16-4318-ada6-2cafa5593926 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Sep 09 16:21:03.257580 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b1b16616-174f-46dd-8afd-28cc534269d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:03.330749 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc534e22-bbbf-42db-b987-a55154becdd5 req-c71eb09c-5e45-43e6-9def-b842c20960f2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:03.332734 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bc534e22-bbbf-42db-b987-a55154becdd5 req-c71eb09c-5e45-43e6-9def-b842c20960f2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0488744 Sep 09 16:21:03.380939 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bc534e22-bbbf-42db-b987-a55154becdd5 req-7b7b4752-37e5-4fa2-87b8-09336c60289b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418653 Sep 09 16:21:03.507913 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc4f07-f076-4734-8c40-b707f7690567 req-50a50be8-cf66-492b-8982-e7bffd9a46ac tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:03.509369 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e1fc4f07-f076-4734-8c40-b707f7690567 req-50a50be8-cf66-492b-8982-e7bffd9a46ac tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0472355 Sep 09 16:21:03.547252 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e1fc4f07-f076-4734-8c40-b707f7690567 req-3ccee6ee-6938-4f71-b993-3b39cbb3a8c3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Sep 09 16:21:04.235359 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688799c-28c4-4d64-a7af-60a2c1134bb7 req-d92e3f72-5d97-4e66-98bb-c20a923223ec tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:04.236793 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1688799c-28c4-4d64-a7af-60a2c1134bb7 req-d92e3f72-5d97-4e66-98bb-c20a923223ec tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0475404 Sep 09 16:21:04.273002 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1688799c-28c4-4d64-a7af-60a2c1134bb7 req-badcb3c6-7473-407e-a14a-c617d1af014f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297556 Sep 09 16:21:04.377050 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c71fc-f048-4718-a44d-7df7f9c9cc83 req-e25045a6-2cd2-4152-a36f-a8e8002b67b5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:04.378624 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9f8c71fc-f048-4718-a44d-7df7f9c9cc83 req-e25045a6-2cd2-4152-a36f-a8e8002b67b5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0526743 Sep 09 16:21:04.417471 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9f8c71fc-f048-4718-a44d-7df7f9c9cc83 req-43ef6352-9560-4b9b-9635-33443dcb42c9 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Sep 09 16:21:04.517122 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341661c7-2432-41df-b0e1-2ac82cd2097b req-fd344b8a-35bf-4ffe-99fa-1afe2c15d62f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:04.518823 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-341661c7-2432-41df-b0e1-2ac82cd2097b req-fd344b8a-35bf-4ffe-99fa-1afe2c15d62f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0476220 Sep 09 16:21:04.555632 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-341661c7-2432-41df-b0e1-2ac82cd2097b req-2398eace-2bd5-4600-9576-ac6f6a6e51f7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311646 Sep 09 16:21:05.383405 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45d92b-158b-4741-a900-118567d5f518 req-3c405767-649d-40ad-9899-de45a53c32cb tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:05.384854 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1a45d92b-158b-4741-a900-118567d5f518 req-3c405767-649d-40ad-9899-de45a53c32cb tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0471635 Sep 09 16:21:05.421173 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1a45d92b-158b-4741-a900-118567d5f518 req-dfa001c5-7d48-4082-b205-178968858c8e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304897 Sep 09 16:21:05.536642 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be662039-4879-40ce-bf6c-9027b03c28d2 req-42ccb73e-028a-4c7d-a087-9af4bf5910c2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:05.538109 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be662039-4879-40ce-bf6c-9027b03c28d2 req-42ccb73e-028a-4c7d-a087-9af4bf5910c2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0533714 Sep 09 16:21:05.571354 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f9bccd60-0caf-4c64-b694-705b589fa866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:05.576740 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be662039-4879-40ce-bf6c-9027b03c28d2 req-0cf72be8-4565-4bab-8b50-c19ac8561e43 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326750 Sep 09 16:21:05.679340 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560a0a3-de60-4b39-888b-0cec14c86602 req-e321200b-e8aa-4479-a13d-5541823f155a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:05.680818 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6560a0a3-de60-4b39-888b-0cec14c86602 req-e321200b-e8aa-4479-a13d-5541823f155a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0482268 Sep 09 16:21:05.718771 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6560a0a3-de60-4b39-888b-0cec14c86602 req-8ad95e91-06b4-420a-8eb4-cf46777e35be tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Sep 09 16:21:06.034865 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:06.096906 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:21:06.548118 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ec417-0576-4e5a-90de-99d90a572bd5 req-78a2911c-b189-4d32-a2c9-81a6677947ac tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:06.549622 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d95ec417-0576-4e5a-90de-99d90a572bd5 req-78a2911c-b189-4d32-a2c9-81a6677947ac tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0585194 Sep 09 16:21:06.590060 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d95ec417-0576-4e5a-90de-99d90a572bd5 req-22fbea62-1f9e-4723-9401-f5a9b4c940ec tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343051 Sep 09 16:21:06.637715 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:06.697708 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f2cb8-94ae-412e-905c-3e5e9a810d22 req-7a636bcf-a201-4674-bbe0-87a331843fa8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:06.699117 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7d7f2cb8-94ae-412e-905c-3e5e9a810d22 req-7a636bcf-a201-4674-bbe0-87a331843fa8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0553520 Sep 09 16:21:06.738924 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7d7f2cb8-94ae-412e-905c-3e5e9a810d22 req-77a727e6-5d5e-4f71-aa25-013c03b01f96 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337031 Sep 09 16:21:06.841355 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470d928-ba0f-48c8-9229-7200469179e2 req-991d4df3-1b80-4c20-8757-3ad53db06d94 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:06.843017 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9470d928-ba0f-48c8-9229-7200469179e2 req-991d4df3-1b80-4c20-8757-3ad53db06d94 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0487962 Sep 09 16:21:06.885974 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9470d928-ba0f-48c8-9229-7200469179e2 req-ecd6f6b9-fc76-43aa-8466-9fd1201d6791 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364113 Sep 09 16:21:07.707327 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302918b-8950-4599-ad98-eedf57fe3ed3 req-77e319b4-158d-4b74-ab97-30dc2110906d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:07.708821 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7302918b-8950-4599-ad98-eedf57fe3ed3 req-77e319b4-158d-4b74-ab97-30dc2110906d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0481248 Sep 09 16:21:07.748619 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7302918b-8950-4599-ad98-eedf57fe3ed3 req-3ae83f79-9a00-4b63-9e19-63e2e0f9caf4 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334687 Sep 09 16:21:07.866041 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c04fc-06cb-4319-a926-c068c9470584 req-4e5f6fbe-4f5d-49f9-a09a-8016af120ee4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:07.867605 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-341c04fc-06cb-4319-a926-c068c9470584 req-4e5f6fbe-4f5d-49f9-a09a-8016af120ee4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Sep 09 16:21:07.906939 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-341c04fc-06cb-4319-a926-c068c9470584 req-34437223-4f24-4498-ba5f-799e3daee307 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Sep 09 16:21:08.014975 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec97264-898b-4944-b2b3-93a335c6bc11 req-0b604a5f-da57-4e54-b5f1-4905d47d4e9d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:08.016481 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ec97264-898b-4944-b2b3-93a335c6bc11 req-0b604a5f-da57-4e54-b5f1-4905d47d4e9d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0535488 Sep 09 16:21:08.055106 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ec97264-898b-4944-b2b3-93a335c6bc11 req-7fbcd0f6-816d-45f8-9ec3-384d9b98c5b5 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Sep 09 16:21:08.216389 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 52382) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:08.360278 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-40d51333-cbb3-4267-8402-3af4854d490e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99bf20c1590e47188216be7639df6239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426868 Sep 09 16:21:08.363698 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52386) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:08.413671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-bf5417c4-dd86-460c-983a-65a1ca6d9329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:08.423228 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:08.436112 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-bf5417c4-dd86-460c-983a-65a1ca6d9329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:08.577323 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-bf5417c4-dd86-460c-983a-65a1ca6d9329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:08.580081 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-bf5417c4-dd86-460c-983a-65a1ca6d9329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:08.581270 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-bf5417c4-dd86-460c-983a-65a1ca6d9329 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2253f15-f235-48d1-8d87-c9d33ce1fbce HTTP/1.1" status: 204 len: 168 time: 0.2165625 Sep 09 16:21:08.590043 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5417c4-dd86-460c-983a-65a1ca6d9329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2253f15-f235-48d1-8d87-c9d33ce1fbce,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:09.026094 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df4ac4-9392-498a-a5aa-e76edabf0fb3 req-6b416eb7-1f21-4314-a051-05ed09d6b167 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:09.027702 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-66df4ac4-9392-498a-a5aa-e76edabf0fb3 req-6b416eb7-1f21-4314-a051-05ed09d6b167 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0506020 Sep 09 16:21:09.072253 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-66df4ac4-9392-498a-a5aa-e76edabf0fb3 req-9c313cf9-1ed2-4a67-84f2-2458e62c07d3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374577 Sep 09 16:21:09.216629 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e4972-2336-457c-a184-cdb9c0a95c31 req-89d6b040-3ac1-4e8b-88d5-20b5c6232abf tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:09.218184 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-862e4972-2336-457c-a184-cdb9c0a95c31 req-89d6b040-3ac1-4e8b-88d5-20b5c6232abf tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0776873 Sep 09 16:21:09.264358 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-862e4972-2336-457c-a184-cdb9c0a95c31 req-ecd09049-6491-474c-83da-888c244bc084 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393414 Sep 09 16:21:09.478363 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:21:09.700214 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:21:09.711817 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'port_id': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'mac_address': 'fa:16:3e:89:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:21:09.766270 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:09.781290 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a108138d-36e1-453b-bc40-4a221ab3132b {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:21:09.803955 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:21:10.191284 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85a98e-2cb1-42c0-bcc2-1807f214b8b4 req-39d9e751-e088-40c9-b5e1-5c4e0a4405e3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:10.192736 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dd85a98e-2cb1-42c0-bcc2-1807f214b8b4 req-39d9e751-e088-40c9-b5e1-5c4e0a4405e3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0509725 Sep 09 16:21:10.230692 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dd85a98e-2cb1-42c0-bcc2-1807f214b8b4 req-db979805-6c29-42df-83d0-a5f3262d38e7 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319154 Sep 09 16:21:10.308603 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:10.363172 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=6']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:10.389769 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2b5a5-bf05-488d-bf07-5fcfaec7259e req-735ffee7-624f-473b-992e-a515fa8b53be tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:10.391387 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ce2b5a5-bf05-488d-bf07-5fcfaec7259e req-735ffee7-624f-473b-992e-a515fa8b53be tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0532587 Sep 09 16:21:10.429511 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ce2b5a5-bf05-488d-bf07-5fcfaec7259e req-921c53f7-7c48-41cc-a311-112388f38c68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Sep 09 16:21:10.628547 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['a108138d-36e1-453b-bc40-4a221ab3132b'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:21:11.345787 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85d645-4836-4a32-9854-ae271a1535f0 req-f5edc7b3-f96e-4632-a5d9-5fea4eb61144 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:11.347887 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e85d645-4836-4a32-9854-ae271a1535f0 req-f5edc7b3-f96e-4632-a5d9-5fea4eb61144 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0499754 Sep 09 16:21:11.389151 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e85d645-4836-4a32-9854-ae271a1535f0 req-bb0897d3-110a-4afd-8695-f366568d7f37 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345488 Sep 09 16:21:11.487792 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:21:11.554636 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port a108138d-36e1-453b-bc40-4a221ab3132b triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:21:11.555240 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:11.573672 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2ced5-eb49-4d08-87be-849a51d9d6c1 req-b7b366cd-de27-46d1-bc01-1e1f612a96f4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:11.575969 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b0c2ced5-eb49-4d08-87be-849a51d9d6c1 req-b7b366cd-de27-46d1-bc01-1e1f612a96f4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0564754 Sep 09 16:21:11.624943 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b0c2ced5-eb49-4d08-87be-849a51d9d6c1 req-bcf6497a-fa30-4c50-81a8-9eecddabdc9c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405099 Sep 09 16:21:11.639500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:11.664493 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:21:11.666782 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c03475-d3e8-4128-a440-dc865c196e48" -d '{"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:21:11.680836 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:21:11.707444 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b9cac0-00dd-4285-b7af-92bf3b81aa95 x-openstack-request-id: req-28b9cac0-00dd-4285-b7af-92bf3b81aa95 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:21:11.707746 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:21:11.708000 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28b9cac0-00dd-4285-b7af-92bf3b81aa95 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:21:11.708635 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'code': 200} Sep 09 16:21:11.742710 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:11.793776 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=7']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:12.514295 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78112858-ed48-4455-bb9d-373e3b0c9004 req-cfa4fffe-4632-45ab-9c57-d7e60700272c tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:12.522842 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-78112858-ed48-4455-bb9d-373e3b0c9004 req-cfa4fffe-4632-45ab-9c57-d7e60700272c tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0581300 Sep 09 16:21:12.570757 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-78112858-ed48-4455-bb9d-373e3b0c9004 req-58ee49c6-8a66-4b75-a125-af04b37b2d6a tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462956 Sep 09 16:21:12.731516 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:12.767426 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959b985-9d00-4e98-97b5-f303c6d34c23 req-816f0550-5394-40e5-bd0d-66357d868a5f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:12.770383 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b959b985-9d00-4e98-97b5-f303c6d34c23 req-816f0550-5394-40e5-bd0d-66357d868a5f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0558715 Sep 09 16:21:12.829619 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b959b985-9d00-4e98-97b5-f303c6d34c23 req-0d423af3-2e0e-4b8a-a005-4502741647f7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522587 Sep 09 16:21:13.733613 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2cff4-994e-4f0b-bf50-3ed2ec48fe52 req-b867b5dc-45df-48ea-998c-7eab2a281137 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:13.735988 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-25d2cff4-994e-4f0b-bf50-3ed2ec48fe52 req-b867b5dc-45df-48ea-998c-7eab2a281137 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0571909 Sep 09 16:21:13.779544 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-25d2cff4-994e-4f0b-bf50-3ed2ec48fe52 req-143f7fbb-eee5-46e4-bcb8-e2518b265a4e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357409 Sep 09 16:21:13.963078 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b1942-9882-4af1-9368-71ba6d1bba7b req-992b2d4d-c8a8-4bfc-a452-39829c222773 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:13.965340 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-534b1942-9882-4af1-9368-71ba6d1bba7b req-992b2d4d-c8a8-4bfc-a452-39829c222773 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0536706 Sep 09 16:21:14.021991 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-534b1942-9882-4af1-9368-71ba6d1bba7b req-43508f6e-1e78-4ae1-b79a-7fb11f6fed38 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443146 Sep 09 16:21:14.342952 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52566) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:14.496968 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-00c561d1-2342-4d00-9985-00e665517268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:14.610550 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-00c561d1-2342-4d00-9985-00e665517268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:14.913296 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a7535-20d4-471b-b103-3d314a05e003 req-f082b558-de3c-474e-ba39-39c24ca06f54 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:14.914096 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ad6a7535-20d4-471b-b103-3d314a05e003 req-f082b558-de3c-474e-ba39-39c24ca06f54 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0530539 Sep 09 16:21:14.950987 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ad6a7535-20d4-471b-b103-3d314a05e003 req-5bf55342-bd96-4300-a13a-d8bda8b6d803 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316086 Sep 09 16:21:14.971637 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-00c561d1-2342-4d00-9985-00e665517268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:15.008883 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c561d1-2342-4d00-9985-00e665517268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb04624-ac17-47e4-9493-449cab465c27,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:15.013223 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-00c561d1-2342-4d00-9985-00e665517268 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8142112e2566411b8bf20ed073e791a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692734 Sep 09 16:21:15.016113 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52574) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:15.067913 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a35a-ac5e-49bd-a08f-9e6b72294417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:15.092893 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a35a-ac5e-49bd-a08f-9e6b72294417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:15.143871 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c457757-9104-4f8f-a5c6-23fcba882d76 req-e2892263-e0fb-4db7-a499-5b22a8c7c55f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:15.152717 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c457757-9104-4f8f-a5c6-23fcba882d76 req-e2892263-e0fb-4db7-a499-5b22a8c7c55f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0587170 Sep 09 16:21:15.207872 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2c457757-9104-4f8f-a5c6-23fcba882d76 req-9f16fd49-bc08-4774-b41b-1d59d1314a2a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542438 Sep 09 16:21:15.251633 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a35a-ac5e-49bd-a08f-9e6b72294417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:15.255463 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c6b4a35a-ac5e-49bd-a08f-9e6b72294417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:15.256708 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c6b4a35a-ac5e-49bd-a08f-9e6b72294417 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7bb04624-ac17-47e4-9493-449cab465c27 HTTP/1.1" status: 204 len: 168 time: 0.2397447 Sep 09 16:21:15.265857 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4a35a-ac5e-49bd-a08f-9e6b72294417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb04624-ac17-47e4-9493-449cab465c27,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:15.960564 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 52594) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:15.979534 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:16.095749 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d969e2-e04a-4346-8b55-4bde45a0beb7 req-fb9548c2-977a-4bdc-a030-9c34a66c294c tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:16.097622 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d0d969e2-e04a-4346-8b55-4bde45a0beb7 req-fb9548c2-977a-4bdc-a030-9c34a66c294c tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0616210 Sep 09 16:21:16.100692 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:16.143036 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d0d969e2-e04a-4346-8b55-4bde45a0beb7 req-63485d0a-27f4-4ab5-835d-3992f79ed027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370677 Sep 09 16:21:16.182633 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:16.222574 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aca354e24e974fb993b209d2fc1b0f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597451 Sep 09 16:21:16.224829 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52600) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:16.249824 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997b1216-d824-44bd-816a-26c03656e8c7,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:16.258428 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.258786 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.259138 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.259477 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.259812 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.260146 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.260483 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.260813 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.261141 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.261465 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.261818 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.267521 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0c1691-4e74-4b72-8590-63ad29be7b6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:16.308317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88304ad2-b306-4fe0-bbd3-c412995f59d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:16.363802 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88304ad2-b306-4fe0-bbd3-c412995f59d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:16.413926 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db105be4-e916-41a0-9a2c-fff675b03057 req-3cebf913-3388-487b-b133-8d2fa3b30f81 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:16.418988 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-db105be4-e916-41a0-9a2c-fff675b03057 req-3cebf913-3388-487b-b133-8d2fa3b30f81 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0934882 Sep 09 16:21:16.482905 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-db105be4-e916-41a0-9a2c-fff675b03057 req-5a1a064c-a955-4438-839e-b69aad7aba10 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578578 Sep 09 16:21:16.520318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88304ad2-b306-4fe0-bbd3-c412995f59d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:16.523812 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-88304ad2-b306-4fe0-bbd3-c412995f59d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:16.525049 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-88304ad2-b306-4fe0-bbd3-c412995f59d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/997b1216-d824-44bd-816a-26c03656e8c7 HTTP/1.1" status: 204 len: 168 time: 0.2992022 Sep 09 16:21:16.538054 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88304ad2-b306-4fe0-bbd3-c412995f59d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997b1216-d824-44bd-816a-26c03656e8c7,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:17.304995 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939f90b-fa38-4623-b8f0-cf603955a274 req-24d6c367-b23f-409b-b81c-7a9e502222b6 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:17.306662 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5939f90b-fa38-4623-b8f0-cf603955a274 req-24d6c367-b23f-409b-b81c-7a9e502222b6 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0872178 Sep 09 16:21:17.367305 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5939f90b-fa38-4623-b8f0-cf603955a274 req-070e17fb-059f-4237-9063-92316eb6e8eb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523422 Sep 09 16:21:17.669325 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a3c29-b250-46c6-b310-3bc77c9de10a req-7e7cff5d-176e-4d62-af5d-1edf23765271 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:17.673160 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-109a3c29-b250-46c6-b310-3bc77c9de10a req-7e7cff5d-176e-4d62-af5d-1edf23765271 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0975091 Sep 09 16:21:17.735587 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-109a3c29-b250-46c6-b310-3bc77c9de10a req-862a378f-452a-4a99-bef1-2f3afcd3759f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499775 Sep 09 16:21:18.486553 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819bb1a-6066-4b00-9c62-b5272b4f0125 req-4ec17bb2-7d8f-44fe-af22-0df2377924aa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:18.488292 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d819bb1a-6066-4b00-9c62-b5272b4f0125 req-4ec17bb2-7d8f-44fe-af22-0df2377924aa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0492084 Sep 09 16:21:18.527027 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d819bb1a-6066-4b00-9c62-b5272b4f0125 req-f894c864-aa26-4e9d-8b2d-cd531efe13ea tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323730 Sep 09 16:21:18.859972 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2bad9-a86c-4faa-9d60-2484a24a1993 req-8dfabc43-bfe5-4360-af98-92edb3506da9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:18.861472 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c8c2bad9-a86c-4faa-9d60-2484a24a1993 req-8dfabc43-bfe5-4360-af98-92edb3506da9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0483890 Sep 09 16:21:18.899917 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c8c2bad9-a86c-4faa-9d60-2484a24a1993 req-854b055e-47c5-419d-a251-fef4b2f25200 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Sep 09 16:21:19.670910 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc126ec3-640f-4998-8558-d4fc3de06402 req-10f7b0a4-709d-49b9-aaf1-401c4686fc90 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:19.681345 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-dc126ec3-640f-4998-8558-d4fc3de06402 req-10f7b0a4-709d-49b9-aaf1-401c4686fc90 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0718150 Sep 09 16:21:19.738411 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-dc126ec3-640f-4998-8558-d4fc3de06402 req-c39304e9-5e13-428a-a6d1-41574c29401b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481901 Sep 09 16:21:20.047273 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eaa25-6e4d-4347-aee8-045eee6b66f2 req-b2459e77-7d4d-4ff0-bb16-54c5566b6d75 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:20.055603 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5b4eaa25-6e4d-4347-aee8-045eee6b66f2 req-b2459e77-7d4d-4ff0-bb16-54c5566b6d75 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0732117 Sep 09 16:21:20.103160 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5b4eaa25-6e4d-4347-aee8-045eee6b66f2 req-310a2222-108c-4709-a736-323839b14acd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458767 Sep 09 16:21:20.348285 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176f7d9-9abf-4876-acb1-9d602b9769fd req-fdd58f93-e389-4f91-84b6-74785ff83d41 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:20.353786 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1176f7d9-9abf-4876-acb1-9d602b9769fd req-fdd58f93-e389-4f91-84b6-74785ff83d41 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0634875 Sep 09 16:21:20.449680 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1176f7d9-9abf-4876-acb1-9d602b9769fd req-8cdad503-e26f-4073-82e6-35d96151a009 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916002 Sep 09 16:21:20.642356 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52700) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:20.805894 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-da757d00-1dd4-4a4a-ba2b-f3721024c6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:20.894626 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826502b-fd1d-490d-a42f-4a53a5c0d823 req-e92e5df6-5413-47ca-ae5c-2a9953ee666e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:20.896073 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5826502b-fd1d-490d-a42f-4a53a5c0d823 req-e92e5df6-5413-47ca-ae5c-2a9953ee666e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0675321 Sep 09 16:21:20.924151 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-da757d00-1dd4-4a4a-ba2b-f3721024c6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:20.939585 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5826502b-fd1d-490d-a42f-4a53a5c0d823 req-e96cce4b-6594-4194-b74e-7bbee5a98ad2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370533 Sep 09 16:21:21.061182 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-da757d00-1dd4-4a4a-ba2b-f3721024c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:21.103944 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da757d00-1dd4-4a4a-ba2b-f3721024c6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8aacf6-f80e-4d28-9f0d-f5e3af3ab3cc,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:21.111615 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-da757d00-1dd4-4a4a-ba2b-f3721024c6b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d84382e3ff344e5b30be7b1c922744a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662952 Sep 09 16:21:21.113111 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52710) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:21.181700 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0588e397-e651-41b7-bac3-379b55b234f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:21.212007 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0588e397-e651-41b7-bac3-379b55b234f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:21.287647 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b96e0b-dc08-4ce4-be4a-920b2c2988b1 req-954755f9-78fd-499b-87b8-ac8c032e94c1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:21.295134 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b1b96e0b-dc08-4ce4-be4a-920b2c2988b1 req-954755f9-78fd-499b-87b8-ac8c032e94c1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0862312 Sep 09 16:21:21.339006 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b1b96e0b-dc08-4ce4-be4a-920b2c2988b1 req-e79f5700-f263-46c3-bbf1-78702567060c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427361 Sep 09 16:21:21.400169 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0588e397-e651-41b7-bac3-379b55b234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:21.403091 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0588e397-e651-41b7-bac3-379b55b234f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:21.408086 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-0588e397-e651-41b7-bac3-379b55b234f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b8aacf6-f80e-4d28-9f0d-f5e3af3ab3cc HTTP/1.1" status: 204 len: 168 time: 0.2935460 Sep 09 16:21:21.422628 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588e397-e651-41b7-bac3-379b55b234f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8aacf6-f80e-4d28-9f0d-f5e3af3ab3cc,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:21.580037 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee93ba-32c3-49ac-b73c-976a53c724e9 req-0f808d19-7e09-4abd-bb0f-819f0b5c2b10 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:21.582530 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e7ee93ba-32c3-49ac-b73c-976a53c724e9 req-0f808d19-7e09-4abd-bb0f-819f0b5c2b10 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0662603 Sep 09 16:21:21.632002 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e7ee93ba-32c3-49ac-b73c-976a53c724e9 req-0e5efeab-49d2-4d82-848d-5a08eaff7f78 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405772 Sep 09 16:21:22.094899 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691479e-52ca-49e7-83b4-43ad97a085ba req-ddd0d786-569c-4619-90b8-19cb2ed7a0c4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:22.097048 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6691479e-52ca-49e7-83b4-43ad97a085ba req-ddd0d786-569c-4619-90b8-19cb2ed7a0c4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0598319 Sep 09 16:21:22.138223 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6691479e-52ca-49e7-83b4-43ad97a085ba req-247ac9d4-9645-429e-9be4-1eb98012660e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344436 Sep 09 16:21:22.469245 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553455b3-5bd9-4c12-b787-30269b2cb112 req-a67cf91d-9eaf-466a-ae2f-37892e792d97 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:22.470762 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-553455b3-5bd9-4c12-b787-30269b2cb112 req-a67cf91d-9eaf-466a-ae2f-37892e792d97 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0574052 Sep 09 16:21:22.508173 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-553455b3-5bd9-4c12-b787-30269b2cb112 req-63678c01-8858-4d75-b907-f30a0c00bd02 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308485 Sep 09 16:21:22.760929 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d16b-daf4-423c-91e4-2548f66e11fe req-18fc6b2d-ea56-4bf2-b87b-e40d82afee89 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:22.763154 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f817d16b-daf4-423c-91e4-2548f66e11fe req-18fc6b2d-ea56-4bf2-b87b-e40d82afee89 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0553923 Sep 09 16:21:22.844463 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f817d16b-daf4-423c-91e4-2548f66e11fe req-aabcaede-51ba-40fc-a99e-a100b4f517dc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708580 Sep 09 16:21:22.880424 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-0caa3b15-0be9-48b6-8223-398f841fb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:22.883414 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-0caa3b15-0be9-48b6-8223-398f841fb688 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1098 time: 0.0799794 Sep 09 16:21:22.915895 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52742) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:22.948342 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27ec417a-40c5-4d79-bbf1-e7ec96627709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:23.069483 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-1a7c8699-af06-4018-8991-c79e85ab8673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:23.069483 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-1a7c8699-af06-4018-8991-c79e85ab8673 service neutron] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 920 time: 0.1588690 Sep 09 16:21:23.119421 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-c9eb84da-f156-470b-92c1-f400509198bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d HTTP/1.1" status: 200 len: 217 time: 0.0422387 Sep 09 16:21:23.209286 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-ac65898d-57b5-4efe-bb45-fc156c471cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:23.210979 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-ac65898d-57b5-4efe-bb45-fc156c471cc9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.0777388 Sep 09 16:21:23.222506 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27ec417a-40c5-4d79-bbf1-e7ec96627709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:23.256649 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-9afe850c-29a0-4dcf-bedb-abd0df9aa7ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322461 Sep 09 16:21:23.317551 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f9e98-64b6-4f6f-9067-f982cf892c7b req-975c696a-e028-4d96-a279-155189504a7f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:23.319139 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-456f9e98-64b6-4f6f-9067-f982cf892c7b req-975c696a-e028-4d96-a279-155189504a7f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0706215 Sep 09 16:21:23.369164 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-456f9e98-64b6-4f6f-9067-f982cf892c7b req-95b881e8-0841-43c5-967d-1696680e09d9 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438352 Sep 09 16:21:23.373603 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27ec417a-40c5-4d79-bbf1-e7ec96627709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:23.402375 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-650d79d8-290b-4e1e-933b-94796160880a service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339831 Sep 09 16:21:23.446289 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-27ec417a-40c5-4d79-bbf1-e7ec96627709 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0b683eb46864b77935e71477020f899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292647 Sep 09 16:21:23.448961 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52752) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:23.450950 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec417a-40c5-4d79-bbf1-e7ec96627709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ca44d0-f30f-41f4-9ed2-e1816012fc98,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:23.565280 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-46dbb310-72a7-44bf-ba0a-e4744d48a533 req-5f27f060-c209-478c-b68b-835910da1039 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518953 Sep 09 16:21:23.580863 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6faa2aeb-f201-4433-83b2-4d6bf87ea3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:23.608682 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6faa2aeb-f201-4433-83b2-4d6bf87ea3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:23.687279 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039078-cb81-467b-b3f8-4e0c136bcfeb req-5429f37a-08f9-4ad7-a67a-44831cdde293 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:23.688752 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ac039078-cb81-467b-b3f8-4e0c136bcfeb req-5429f37a-08f9-4ad7-a67a-44831cdde293 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0826385 Sep 09 16:21:23.735236 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ac039078-cb81-467b-b3f8-4e0c136bcfeb req-95e8e8a2-7e5f-4ddf-a809-a8cfef99568f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400090 Sep 09 16:21:23.902807 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6faa2aeb-f201-4433-83b2-4d6bf87ea3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:23.905466 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6faa2aeb-f201-4433-83b2-4d6bf87ea3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:23.906853 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-6faa2aeb-f201-4433-83b2-4d6bf87ea3e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2ca44d0-f30f-41f4-9ed2-e1816012fc98 HTTP/1.1" status: 204 len: 168 time: 0.4568279 Sep 09 16:21:23.916874 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa2aeb-f201-4433-83b2-4d6bf87ea3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ca44d0-f30f-41f4-9ed2-e1816012fc98,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:23.991925 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3093191e-92b4-4be8-a1c6-6f4ae7191065 req-b5d2c438-2623-4253-9236-a38f19571ec3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:23.993482 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3093191e-92b4-4be8-a1c6-6f4ae7191065 req-b5d2c438-2623-4253-9236-a38f19571ec3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0566618 Sep 09 16:21:24.031932 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3093191e-92b4-4be8-a1c6-6f4ae7191065 req-c3e43560-6210-4453-8109-1cdf450b7311 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324385 Sep 09 16:21:24.507402 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393ac93-8fb8-406d-9c51-ee41a76f2023 req-0c354648-bd40-44c8-a3f3-5ef072938d37 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:24.508954 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a393ac93-8fb8-406d-9c51-ee41a76f2023 req-0c354648-bd40-44c8-a3f3-5ef072938d37 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0506990 Sep 09 16:21:24.546323 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a393ac93-8fb8-406d-9c51-ee41a76f2023 req-b4f861c6-95bb-4d61-8730-9251c4f332bc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Sep 09 16:21:24.855545 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd4f93-d9d5-40ef-8855-3af196624c6e req-07dced17-b0b3-460d-8721-0f22a7c4cc76 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:24.857083 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83bd4f93-d9d5-40ef-8855-3af196624c6e req-07dced17-b0b3-460d-8721-0f22a7c4cc76 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0505316 Sep 09 16:21:24.896208 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83bd4f93-d9d5-40ef-8855-3af196624c6e req-5ebad700-6fef-4903-8af6-480639584b63 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322342 Sep 09 16:21:25.150614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a82d9a-3f4c-4590-bef8-2f2946f5696a req-487b7a32-9cce-4068-9e66-5367564d603f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:25.152352 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-92a82d9a-3f4c-4590-bef8-2f2946f5696a req-487b7a32-9cce-4068-9e66-5367564d603f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0540128 Sep 09 16:21:25.190901 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-92a82d9a-3f4c-4590-bef8-2f2946f5696a req-d47c4b49-d4ac-43ac-a9c7-061c42f90227 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Sep 09 16:21:25.668329 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715178e8-ca3a-403c-a893-81c7ccf6c56f req-936f07d7-c8f2-4379-b8ac-4bafc68c1e07 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:25.669831 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-715178e8-ca3a-403c-a893-81c7ccf6c56f req-936f07d7-c8f2-4379-b8ac-4bafc68c1e07 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0527873 Sep 09 16:21:25.713880 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-715178e8-ca3a-403c-a893-81c7ccf6c56f req-744bd177-ecc6-4d3c-a5a6-8aab1a4cbb07 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375388 Sep 09 16:21:26.017730 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05464334-c971-4963-9c74-1a202877503c req-5eaaa821-8f45-41c1-a0aa-4c8349631fd8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:26.019275 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-05464334-c971-4963-9c74-1a202877503c req-5eaaa821-8f45-41c1-a0aa-4c8349631fd8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0520742 Sep 09 16:21:26.056530 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-05464334-c971-4963-9c74-1a202877503c req-29bbe453-26ad-4b2b-a598-15bc521c9e82 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313168 Sep 09 16:21:26.308110 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587e8b4-9ae3-4f07-958d-9913b3d8e48e req-e7918391-21d1-4641-8113-ebc062818e5b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:26.309722 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d587e8b4-9ae3-4f07-958d-9913b3d8e48e req-e7918391-21d1-4641-8113-ebc062818e5b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0528750 Sep 09 16:21:26.349250 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d587e8b4-9ae3-4f07-958d-9913b3d8e48e req-aeae68f0-ad10-46da-b410-e2875da3f070 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314710 Sep 09 16:21:26.390877 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52842) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:26.506846 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c4b5cffa-a46b-4cd7-bbec-623533aed6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:26.594502 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c4b5cffa-a46b-4cd7-bbec-623533aed6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:26.685447 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c4b5cffa-a46b-4cd7-bbec-623533aed6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:26.725434 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c4b5cffa-a46b-4cd7-bbec-623533aed6be admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ef7218ebd4e420b93d86e37740b7794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334515 Sep 09 16:21:26.726327 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b5cffa-a46b-4cd7-bbec-623533aed6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e903991-0848-46be-8cef-1af586eabba3,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:26.728477 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 52850) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:26.784703 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-63741711-0993-4508-b5a5-e95c142a646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:26.806671 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-63741711-0993-4508-b5a5-e95c142a646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:26.832563 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a8abb-ad3f-457a-b705-2cd2bfa54870 req-17fbf2c8-0ef9-4637-8402-eef783a3674e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:26.834127 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9c6a8abb-ad3f-457a-b705-2cd2bfa54870 req-17fbf2c8-0ef9-4637-8402-eef783a3674e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0485854 Sep 09 16:21:26.872432 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9c6a8abb-ad3f-457a-b705-2cd2bfa54870 req-d255cff6-fa41-499b-a503-83df5b29a1c5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Sep 09 16:21:26.937392 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-63741711-0993-4508-b5a5-e95c142a646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:26.940033 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-63741711-0993-4508-b5a5-e95c142a646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:26.941165 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-63741711-0993-4508-b5a5-e95c142a646c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e903991-0848-46be-8cef-1af586eabba3 HTTP/1.1" status: 204 len: 168 time: 0.2115135 Sep 09 16:21:26.948836 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63741711-0993-4508-b5a5-e95c142a646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e903991-0848-46be-8cef-1af586eabba3,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:27.180433 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5e0f0-f11d-4912-acbc-7702d2264a20 req-78140ca2-8703-4ae8-9132-9d8f9f778a99 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:27.182001 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-baa5e0f0-f11d-4912-acbc-7702d2264a20 req-78140ca2-8703-4ae8-9132-9d8f9f778a99 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0496573 Sep 09 16:21:27.221675 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-baa5e0f0-f11d-4912-acbc-7702d2264a20 req-3adb8d78-b0a4-4ea7-bd73-94f4eb05c597 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Sep 09 16:21:27.463932 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfb5e2-e8ae-442a-8ea7-8a1d29caeadf req-3a15390c-5f9e-4f99-b024-4e91e3552438 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:27.465397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c0bfb5e2-e8ae-442a-8ea7-8a1d29caeadf req-3a15390c-5f9e-4f99-b024-4e91e3552438 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Sep 09 16:21:27.503210 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c0bfb5e2-e8ae-442a-8ea7-8a1d29caeadf req-9d016330-a534-476a-ab38-47171a416550 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309870 Sep 09 16:21:27.656191 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 52868) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:27.672686 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-568189ed-8946-4da6-8026-40c4c0c4ed39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:27.776478 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-568189ed-8946-4da6-8026-40c4c0c4ed39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:27.863187 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-568189ed-8946-4da6-8026-40c4c0c4ed39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:27.909721 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-568189ed-8946-4da6-8026-40c4c0c4ed39 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d504a001a6cb4e449ee75b6ea7ca4651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498503 Sep 09 16:21:27.909721 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568189ed-8946-4da6-8026-40c4c0c4ed39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f1dc4b-09dd-4339-baac-2b05140ae57c,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:27.910713 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 52888) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:27.966581 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f57b30df-f8ab-45db-8c56-dd7a3b65f8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:28.010374 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f57b30df-f8ab-45db-8c56-dd7a3b65f8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:28.017843 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9b306-c0ca-4d80-9f92-be75041984f7 req-e2b766d5-d48d-40a5-bdec-467bfa1e2b9e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.019791 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d3f9b306-c0ca-4d80-9f92-be75041984f7 req-e2b766d5-d48d-40a5-bdec-467bfa1e2b9e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0541763 Sep 09 16:21:28.053269 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-ee9c6da7-3234-4281-acf8-6c06bf8e25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.054805 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-ee9c6da7-3234-4281-acf8-6c06bf8e25fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 1098 time: 0.0781596 Sep 09 16:21:28.059499 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d3f9b306-c0ca-4d80-9f92-be75041984f7 req-e3808017-2a7b-4294-9390-198f41278d8f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335639 Sep 09 16:21:28.156867 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-a3b41f73-b237-4787-8b48-fb591e9b36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.158348 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-a3b41f73-b237-4787-8b48-fb591e9b36f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 917 time: 0.0947468 Sep 09 16:21:28.211599 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f57b30df-f8ab-45db-8c56-dd7a3b65f8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:28.214259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f57b30df-f8ab-45db-8c56-dd7a3b65f8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:28.218922 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-f57b30df-f8ab-45db-8c56-dd7a3b65f8da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49f1dc4b-09dd-4339-baac-2b05140ae57c HTTP/1.1" status: 204 len: 168 time: 0.3037543 Sep 09 16:21:28.240845 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57b30df-f8ab-45db-8c56-dd7a3b65f8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f1dc4b-09dd-4339-baac-2b05140ae57c,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:28.267353 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-7647d373-a8d0-438d-ad7b-031be57d63d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a108138d-36e1-453b-bc40-4a221ab3132b HTTP/1.1" status: 200 len: 1001 time: 0.1007359 Sep 09 16:21:28.358273 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-9aa9a4a4-a308-4efe-b7b6-9accb2ccb49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.360311 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-9aa9a4a4-a308-4efe-b7b6-9accb2ccb49f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0803144 Sep 09 16:21:28.367426 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f99e3-13a6-44c8-adab-bdccf3f11b59 req-1b0385d6-6265-4974-b7de-b35131e36b78 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.368922 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4e7f99e3-13a6-44c8-adab-bdccf3f11b59 req-1b0385d6-6265-4974-b7de-b35131e36b78 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0644770 Sep 09 16:21:28.415042 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4e7f99e3-13a6-44c8-adab-bdccf3f11b59 req-3024e4df-05de-4812-ace3-d3a3ec135795 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387588 Sep 09 16:21:28.448445 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-1e157b0e-9ac5-45bd-83fd-016a61eb06d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.449950 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-1e157b0e-9ac5-45bd-83fd-016a61eb06d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570745 Sep 09 16:21:28.552486 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b468a-d341-41a3-855e-653097a711c8 req-cf9f9a27-4d06-4a74-b283-ac8f65befec4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.554189 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8f9b468a-d341-41a3-855e-653097a711c8 req-cf9f9a27-4d06-4a74-b283-ac8f65befec4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.1159072 Sep 09 16:21:28.595147 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-6a687d01-8f72-4045-87c5-07faf5b455fd service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261580 Sep 09 16:21:28.608491 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8f9b468a-d341-41a3-855e-653097a711c8 req-06528476-d71e-43af-9d57-7d322b7d621a tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482926 Sep 09 16:21:28.672863 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781a38c-7d3a-462e-9295-4df54d5eb5b4 req-3f3ddabc-7015-4797-9ae6-751bc18f30e9 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.674474 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0781a38c-7d3a-462e-9295-4df54d5eb5b4 req-3f3ddabc-7015-4797-9ae6-751bc18f30e9 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0815394 Sep 09 16:21:28.732215 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0781a38c-7d3a-462e-9295-4df54d5eb5b4 req-580b2c2c-581d-424a-9a79-6ef85719dafb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488930 Sep 09 16:21:28.756327 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd639272-30a6-4d71-a42c-3908ad112b8a req-a4ab7340-ef36-4dfd-83aa-de6c8796c09f service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377544 Sep 09 16:21:28.759200 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-552af86f-f446-4cf4-84c9-f0e1685d568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.760589 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-552af86f-f446-4cf4-84c9-f0e1685d568b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 1099 time: 0.0717034 Sep 09 16:21:28.865842 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-adf1ebfe-9d91-446d-8c56-c2c54fed2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.867303 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-adf1ebfe-9d91-446d-8c56-c2c54fed2fd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 912 time: 0.0899272 Sep 09 16:21:28.942001 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-71af9e1c-1bbc-4780-b5f5-63c0d1e01372 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb HTTP/1.1" status: 200 len: 1001 time: 0.0601721 Sep 09 16:21:28.992705 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-bdfea2f0-c19f-4255-8e31-fed24c4a0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:28.994212 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-bdfea2f0-c19f-4255-8e31-fed24c4a0b89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 200 len: 850 time: 0.0436735 Sep 09 16:21:29.042931 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-f8bf387d-d258-43c6-b833-14320fa255fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:29.044397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-f8bf387d-d258-43c6-b833-14320fa255fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60652e51-aa8c-4376-8487-bf6553372b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386033 Sep 09 16:21:29.406176 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-ca311b89-685b-44af-8ae3-37a8b04b8846 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481469 Sep 09 16:21:29.538530 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-42b6235c-df7f-4818-9fe2-d744a51126a9 req-3f4a8059-dada-49ba-87dc-3f9a5c95fb48 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125679 Sep 09 16:21:29.556296 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e36c1f-4f26-47e7-a818-1a41e5fb67fe req-ea5fafbf-66aa-41ce-a835-150fda2557f6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:29.560274 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-56e36c1f-4f26-47e7-a818-1a41e5fb67fe req-ea5fafbf-66aa-41ce-a835-150fda2557f6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0687032 Sep 09 16:21:29.603251 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-56e36c1f-4f26-47e7-a818-1a41e5fb67fe req-bfd177f2-9543-48f7-b0d6-ce20f49fc64d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Sep 09 16:21:29.740881 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320465f7-de34-4c9b-9bf2-102431d9b659 req-a4aaa51a-47fc-4db7-8f1a-4bcf76c63679 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:29.742877 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-320465f7-de34-4c9b-9bf2-102431d9b659 req-a4aaa51a-47fc-4db7-8f1a-4bcf76c63679 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0636780 Sep 09 16:21:29.787140 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-320465f7-de34-4c9b-9bf2-102431d9b659 req-24591965-71f8-45a1-886a-ba9173c9c4f9 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372941 Sep 09 16:21:29.858200 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1fec9-3e9d-4f3e-9924-2f55bb1c6045 req-b46a21d2-8998-4f0e-826b-99c3795c4a1d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:29.859704 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bfc1fec9-3e9d-4f3e-9924-2f55bb1c6045 req-b46a21d2-8998-4f0e-826b-99c3795c4a1d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0511277 Sep 09 16:21:29.900324 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bfc1fec9-3e9d-4f3e-9924-2f55bb1c6045 req-2f45bb5b-cbdf-424e-819e-02f94f844c29 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332980 Sep 09 16:21:30.721733 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91a67a-3b68-4fa3-aacf-84f2abb9a34f req-b0b4376a-08f1-4155-88d8-0344f93e46b4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:30.723551 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ff91a67a-3b68-4fa3-aacf-84f2abb9a34f req-b0b4376a-08f1-4155-88d8-0344f93e46b4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 945 time: 0.0482080 Sep 09 16:21:30.761963 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ff91a67a-3b68-4fa3-aacf-84f2abb9a34f req-cb78b61f-bcc2-48b0-843f-44edcb8270b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320978 Sep 09 16:21:30.908111 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c43aad-38f6-4b9c-95f4-1fde9d5cdbbe req-42b66e97-6f93-4425-8b51-d60061677c6f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:30.916464 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-57c43aad-38f6-4b9c-95f4-1fde9d5cdbbe req-42b66e97-6f93-4425-8b51-d60061677c6f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0612712 Sep 09 16:21:30.951485 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-57c43aad-38f6-4b9c-95f4-1fde9d5cdbbe req-1725f3ac-02cf-47b7-a87b-af53a8294388 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341187 Sep 09 16:21:31.022050 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30397812-a089-4c6d-94c1-942162b4ec78 req-fe54ff0d-591f-4590-9349-4b12832d1a49 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:31.023592 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-30397812-a089-4c6d-94c1-942162b4ec78 req-fe54ff0d-591f-4590-9349-4b12832d1a49 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0532403 Sep 09 16:21:31.061889 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-30397812-a089-4c6d-94c1-942162b4ec78 req-7f367b59-8519-4d1c-aa2c-13ecae90ee01 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Sep 09 16:21:31.604649 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:21:31.678632 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:31.700843 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:21:31.703137 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992f94f1-d05c-4c3b-951f-f4994c26b0f6" -d '{"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:21:31.720754 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:21:31.739708 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 16:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd96c10d-1572-4085-acf1-f728076ca818 x-openstack-request-id: req-dd96c10d-1572-4085-acf1-f728076ca818 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:21:31.740018 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:21:31.740271 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd96c10d-1572-4085-acf1-f728076ca818 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:21:31.740663 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'code': 200} Sep 09 16:21:31.817353 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:31.865179 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=8']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:31.888526 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25692ffb-c796-48a1-b41d-e887d7b78ee6 req-aac5acb9-53b6-4662-9663-0226d7a842df tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:31.890100 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25692ffb-c796-48a1-b41d-e887d7b78ee6 req-aac5acb9-53b6-4662-9663-0226d7a842df tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0515306 Sep 09 16:21:31.927687 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25692ffb-c796-48a1-b41d-e887d7b78ee6 req-12371760-9bc5-42d2-9b58-6d4a07ad7e5d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Sep 09 16:21:32.072365 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946a956-1727-423b-8268-d42a56d3d87e req-911a1adb-aeab-4b5d-9849-bfc3517124a5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:32.073830 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b946a956-1727-423b-8268-d42a56d3d87e req-911a1adb-aeab-4b5d-9849-bfc3517124a5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0512083 Sep 09 16:21:32.118423 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b946a956-1727-423b-8268-d42a56d3d87e req-54b76aed-60d6-498b-a6ae-072a3132c400 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380878 Sep 09 16:21:32.184207 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914146a5-3faf-473e-bf6f-6b5f836c5344 req-8e6ca5a3-b360-4556-836e-3fd60fa7634f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:32.185676 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-914146a5-3faf-473e-bf6f-6b5f836c5344 req-8e6ca5a3-b360-4556-836e-3fd60fa7634f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0486465 Sep 09 16:21:32.224684 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-914146a5-3faf-473e-bf6f-6b5f836c5344 req-6cd5831c-b151-4208-9f66-59c0e1df3ab1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Sep 09 16:21:33.045183 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cb7d3-d59e-4261-b346-1d07dca7ffa3 req-f0e29b6f-9ffe-4912-a25a-a492bd2a25b7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:33.046703 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd8cb7d3-d59e-4261-b346-1d07dca7ffa3 req-f0e29b6f-9ffe-4912-a25a-a492bd2a25b7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0480297 Sep 09 16:21:33.085623 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd8cb7d3-d59e-4261-b346-1d07dca7ffa3 req-9f307eb0-d815-432b-8bbe-714e28af1f66 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316997 Sep 09 16:21:33.194061 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 53058) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:33.263287 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-08e69ce6-09bb-4da8-a3f5-848a59590c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:33.313546 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d6f7b9-be0d-45c8-b067-0f46741ab67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:33.370144 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa3396-f914-4d62-99df-1ded7e153464 req-d0da99d3-2907-44b6-b7bf-773b88b30ed9 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:33.371735 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15aa3396-f914-4d62-99df-1ded7e153464 req-d0da99d3-2907-44b6-b7bf-773b88b30ed9 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0783420 Sep 09 16:21:33.434302 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15aa3396-f914-4d62-99df-1ded7e153464 req-4a1de509-8eb9-432e-9962-14da11ad2c9d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538533 Sep 09 16:21:33.471357 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d6f7b9-be0d-45c8-b067-0f46741ab67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:33.535420 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-64d6f7b9-be0d-45c8-b067-0f46741ab67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:33.573126 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-64d6f7b9-be0d-45c8-b067-0f46741ab67c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07fd730f3f31464597251014f1837f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780348 Sep 09 16:21:33.574105 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6f7b9-be0d-45c8-b067-0f46741ab67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba3210d-19e1-461a-9a5d-4033cd24e21b,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:33.575915 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53064) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:33.630425 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:33.653318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:33.800041 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:33.802388 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:33.803536 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ba3210d-19e1-461a-9a5d-4033cd24e21b HTTP/1.1" status: 204 len: 168 time: 0.2259870 Sep 09 16:21:33.811207 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba3210d-19e1-461a-9a5d-4033cd24e21b,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:33.818938 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.819292 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.819635 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.819975 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.820312 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.820676 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.821012 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.821436 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.821941 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.822408 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.822742 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:33.823075 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb26766-5984-4de8-a694-fe3e0dbf0f6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:21:34.206724 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7c194-a41a-466e-afbc-6cd3b6b163ad req-415f4746-74f5-48a0-8c68-9109a268da96 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:34.208194 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf7c194-a41a-466e-afbc-6cd3b6b163ad req-415f4746-74f5-48a0-8c68-9109a268da96 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0508909 Sep 09 16:21:34.246079 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf7c194-a41a-466e-afbc-6cd3b6b163ad req-f0d34e18-b652-4bd3-a3e5-10a2ab900893 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319543 Sep 09 16:21:34.432765 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53078) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:34.445588 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0afd-b719-4f48-9f57-519d67f5f620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:34.533426 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0afd-b719-4f48-9f57-519d67f5f620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:34.551808 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609f9f3-b02f-4252-b6c7-61ecfd577301 req-09bf6ab2-2662-4bb6-9b9b-0b7bce1b08b1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:34.553315 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1609f9f3-b02f-4252-b6c7-61ecfd577301 req-09bf6ab2-2662-4bb6-9b9b-0b7bce1b08b1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0517645 Sep 09 16:21:34.590058 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1609f9f3-b02f-4252-b6c7-61ecfd577301 req-fbffb089-449d-4fab-bf6b-518bd2f6843b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Sep 09 16:21:34.603532 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0afd-b719-4f48-9f57-519d67f5f620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:34.640119 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d0afd-b719-4f48-9f57-519d67f5f620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904335dd-e8af-4d8c-9fdf-4f734611c379,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:34.645861 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5f1d0afd-b719-4f48-9f57-519d67f5f620 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd76c127888f429c8cc7f6228e92f344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120619 Sep 09 16:21:34.648633 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53082) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:34.697727 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-30230c69-e8d9-45a1-b5b4-20e2d1d5106a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:34.718094 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-30230c69-e8d9-45a1-b5b4-20e2d1d5106a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:34.902678 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-30230c69-e8d9-45a1-b5b4-20e2d1d5106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:34.905093 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-30230c69-e8d9-45a1-b5b4-20e2d1d5106a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:34.906273 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-30230c69-e8d9-45a1-b5b4-20e2d1d5106a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/904335dd-e8af-4d8c-9fdf-4f734611c379 HTTP/1.1" status: 204 len: 168 time: 0.2569859 Sep 09 16:21:34.915103 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30230c69-e8d9-45a1-b5b4-20e2d1d5106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904335dd-e8af-4d8c-9fdf-4f734611c379,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:35.370887 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af07c1b-e760-489e-9730-4009c0045724 req-65bbd182-5a7a-40f5-ac2d-63cb8859859a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:35.372587 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4af07c1b-e760-489e-9730-4009c0045724 req-65bbd182-5a7a-40f5-ac2d-63cb8859859a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0503616 Sep 09 16:21:35.411533 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4af07c1b-e760-489e-9730-4009c0045724 req-0d2485b0-bd0f-43ed-9c0f-b8faa86334eb tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Sep 09 16:21:35.566097 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f6a26ba6-1471-472f-a6cc-ef2d83915ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:35.632370 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:21:35.717480 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f6aa7-1165-4591-9772-699694b72603 req-bb69a58c-6a62-411f-b4b2-b356c547ada3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:35.719101 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-319f6aa7-1165-4591-9772-699694b72603 req-bb69a58c-6a62-411f-b4b2-b356c547ada3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0594077 Sep 09 16:21:35.764455 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-319f6aa7-1165-4591-9772-699694b72603 req-15128c0c-8e48-431d-a147-625ac745f504 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Sep 09 16:21:36.108689 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:36.593976 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:36.826009 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [req-19f680ca-28e2-4a8b-985f-199a6f9d2646 req-e46f3158-4e6a-44b6-885f-49698fb7d310 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:21:36.827221 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-19f680ca-28e2-4a8b-985f-199a6f9d2646 req-e46f3158-4e6a-44b6-885f-49698fb7d310 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055077 Sep 09 16:21:36.905700 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd91b1-54ca-48c5-bba4-d6fb0b331354 req-c2222c95-c5b4-4215-92ba-0d6a30180e03 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:36.907186 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8afd91b1-54ca-48c5-bba4-d6fb0b331354 req-c2222c95-c5b4-4215-92ba-0d6a30180e03 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0502110 Sep 09 16:21:36.945526 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8afd91b1-54ca-48c5-bba4-d6fb0b331354 req-b7700443-fd71-4246-bcb9-db30f607203e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315690 Sep 09 16:21:37.248792 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa313f82-b567-4793-adb2-80b67c92b799 req-b5ba58d3-d5ff-4c6c-b8bf-5374817500fd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:37.250281 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fa313f82-b567-4793-adb2-80b67c92b799 req-b5ba58d3-d5ff-4c6c-b8bf-5374817500fd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0486047 Sep 09 16:21:37.287233 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fa313f82-b567-4793-adb2-80b67c92b799 req-b7123bf6-cdb7-41e5-b0bb-0856d022b924 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308988 Sep 09 16:21:37.390976 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53178) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:37.552206 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-98d75886-b384-4877-9c38-f88005795d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:37.650847 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-98d75886-b384-4877-9c38-f88005795d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:37.752585 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-98d75886-b384-4877-9c38-f88005795d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:37.792768 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-98d75886-b384-4877-9c38-f88005795d33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5725c75a78841eab2d9125724283c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005516 Sep 09 16:21:37.793709 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d75886-b384-4877-9c38-f88005795d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b3f0f1-108f-498b-b73d-7f0adaa9802b,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:37.795549 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 53200) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:37.848658 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4a396be8-9fde-4479-9df9-ccc6f6bca69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:37.872081 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4a396be8-9fde-4479-9df9-ccc6f6bca69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:38.005689 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4a396be8-9fde-4479-9df9-ccc6f6bca69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:38.008241 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4a396be8-9fde-4479-9df9-ccc6f6bca69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:38.009392 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4a396be8-9fde-4479-9df9-ccc6f6bca69a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15b3f0f1-108f-498b-b73d-7f0adaa9802b HTTP/1.1" status: 204 len: 168 time: 0.2126462 Sep 09 16:21:38.011971 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53212) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:38.021860 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a396be8-9fde-4479-9df9-ccc6f6bca69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b3f0f1-108f-498b-b73d-7f0adaa9802b,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:38.079297 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdc9d3-d291-4ab3-ab7d-37b8fee460f4 req-5445e1a5-bf28-483d-998b-169d3b8376b7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:38.080798 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4ebdc9d3-d291-4ab3-ab7d-37b8fee460f4 req-5445e1a5-bf28-483d-998b-169d3b8376b7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0612292 Sep 09 16:21:38.144625 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4ebdc9d3-d291-4ab3-ab7d-37b8fee460f4 req-48505aa3-04b9-4d9b-a6a2-571a26f10c6f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574708 Sep 09 16:21:38.167055 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-57249960-2f84-4b4e-89d6-fd5e0aaaa063 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1528585 Sep 09 16:21:38.172461 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-4e33d741-440d-42f6-b4a1-7b5d0294db39 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:21:38.173449 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-4e33d741-440d-42f6-b4a1-7b5d0294db39 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055435 Sep 09 16:21:38.412013 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:38.447331 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76fa605-0394-4e04-93c3-bb5902b4af05 req-a06f4e21-fcce-44b0-b418-ad53370d47ce tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:38.448904 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a76fa605-0394-4e04-93c3-bb5902b4af05 req-a06f4e21-fcce-44b0-b418-ad53370d47ce tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0733354 Sep 09 16:21:38.495095 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a76fa605-0394-4e04-93c3-bb5902b4af05 req-f3115a29-8154-4b74-97ab-c2615a38f204 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397198 Sep 09 16:21:39.264386 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec30b46-d520-4c8e-a33e-fe56000c5f86 req-73eb0d6d-67e3-44cd-9581-f6ca8b55bb68 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:39.265775 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fec30b46-d520-4c8e-a33e-fe56000c5f86 req-73eb0d6d-67e3-44cd-9581-f6ca8b55bb68 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0517757 Sep 09 16:21:39.303250 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fec30b46-d520-4c8e-a33e-fe56000c5f86 req-8065dd86-5795-4e6d-8ee1-f7fbbc7fd42a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306020 Sep 09 16:21:39.613622 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d99f7-85c1-4d7a-9c99-31eab024373a req-a2150829-c7d3-4088-ae6c-fab6325cbb20 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:39.615112 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-966d99f7-85c1-4d7a-9c99-31eab024373a req-a2150829-c7d3-4088-ae6c-fab6325cbb20 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0469327 Sep 09 16:21:39.652278 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-966d99f7-85c1-4d7a-9c99-31eab024373a req-47f9e66e-7056-4387-b1d4-bd4732e38a3b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Sep 09 16:21:40.420983 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec8175-ffa1-419e-8597-89b6355614cb req-29a06ed6-42c4-4662-a2c1-62cf648e1c6f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:40.422490 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-19ec8175-ffa1-419e-8597-89b6355614cb req-29a06ed6-42c4-4662-a2c1-62cf648e1c6f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0517149 Sep 09 16:21:40.462629 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-19ec8175-ffa1-419e-8597-89b6355614cb req-0ea5368b-15d8-4dbf-b322-2b58289f3487 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338259 Sep 09 16:21:40.772119 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7ba1d-3ef3-48d8-ac16-3017c30dade2 req-bac84459-173c-416a-90b1-1ffa377eb101 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:40.773586 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f7d7ba1d-3ef3-48d8-ac16-3017c30dade2 req-bac84459-173c-416a-90b1-1ffa377eb101 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0523901 Sep 09 16:21:40.810701 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f7d7ba1d-3ef3-48d8-ac16-3017c30dade2 req-d3e4bfbc-d234-48f4-bd69-e2a7d3feb467 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Sep 09 16:21:41.576716 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac7f36-9704-4347-9d4e-078727bcff2d req-c5d7b23b-331a-48dd-9a11-fcccd7d282e0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:41.578229 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7ac7f36-9704-4347-9d4e-078727bcff2d req-c5d7b23b-331a-48dd-9a11-fcccd7d282e0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0477600 Sep 09 16:21:41.625465 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7ac7f36-9704-4347-9d4e-078727bcff2d req-e99f2cd5-14e6-4a78-aba5-9ace7333939c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398943 Sep 09 16:21:41.932477 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48f8b0-1861-4bdd-8083-cc1fa9eed570 req-336ac81d-e224-4c1f-903f-1faed6092cc6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:41.933991 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5a48f8b0-1861-4bdd-8083-cc1fa9eed570 req-336ac81d-e224-4c1f-903f-1faed6092cc6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0493703 Sep 09 16:21:41.974934 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5a48f8b0-1861-4bdd-8083-cc1fa9eed570 req-9832cfe6-25ad-4988-84c7-c3eaf18f1fd0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329919 Sep 09 16:21:42.508168 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:42.740836 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056d8e7-22b0-4394-8bff-2e459c7b817b req-d831f10a-5288-4889-899e-7ac3ea9c0e23 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:42.742368 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2056d8e7-22b0-4394-8bff-2e459c7b817b req-d831f10a-5288-4889-899e-7ac3ea9c0e23 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0522985 Sep 09 16:21:42.779949 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2056d8e7-22b0-4394-8bff-2e459c7b817b req-e11b9a5d-cf66-4884-8c46-8e9cf13cef0f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Sep 09 16:21:43.096535 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:21:43.099585 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa51be3-2786-4d5f-a5cd-3de5a298e295 req-0fe4fe61-beee-4786-8fd4-6b809f9ce96f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:43.106268 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3aa51be3-2786-4d5f-a5cd-3de5a298e295 req-0fe4fe61-beee-4786-8fd4-6b809f9ce96f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0576229 Sep 09 16:21:43.138680 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3aa51be3-2786-4d5f-a5cd-3de5a298e295 req-22e9ac24-9c77-442a-b33c-8e63284c9b47 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314331 Sep 09 16:21:43.897941 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd4d2-18c8-4ff4-a60d-645109a445ef req-26dda5f1-6eaa-44d3-ab85-c9594cf5595e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:43.899613 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-766bd4d2-18c8-4ff4-a60d-645109a445ef req-26dda5f1-6eaa-44d3-ab85-c9594cf5595e tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0546825 Sep 09 16:21:43.937048 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-766bd4d2-18c8-4ff4-a60d-645109a445ef req-f52f6b43-69b3-4441-8f34-af3e82a33886 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Sep 09 16:21:44.255051 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460af1d1-f7ad-4c06-810b-1936ef0e0697 req-a62df03d-44ef-40b1-b818-3afd78c56ccc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:44.256499 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-460af1d1-f7ad-4c06-810b-1936ef0e0697 req-a62df03d-44ef-40b1-b818-3afd78c56ccc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0467875 Sep 09 16:21:44.294102 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-460af1d1-f7ad-4c06-810b-1936ef0e0697 req-d3a101fa-10ac-425d-9713-2fc7013815c7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317802 Sep 09 16:21:45.048242 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bfe01-8f9b-4898-8de2-8e39b9697a0e req-d99c0e40-b3b5-4cac-be0c-35f59799bfed tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:45.049710 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b60bfe01-8f9b-4898-8de2-8e39b9697a0e req-d99c0e40-b3b5-4cac-be0c-35f59799bfed tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0466652 Sep 09 16:21:45.087360 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b60bfe01-8f9b-4898-8de2-8e39b9697a0e req-fcdff9e7-8f65-4c5e-8b5f-304c58e62981 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Sep 09 16:21:45.411571 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cf9b9-0e6f-4456-bec5-2a50e1873897 req-283ddbc5-89e7-413b-bc0d-e097acac07fc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:45.412996 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-270cf9b9-0e6f-4456-bec5-2a50e1873897 req-283ddbc5-89e7-413b-bc0d-e097acac07fc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0467632 Sep 09 16:21:45.450038 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-270cf9b9-0e6f-4456-bec5-2a50e1873897 req-66d00270-40c7-4924-972c-82bff77c692b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308568 Sep 09 16:21:46.106989 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-90c1838e-207a-429c-8b5c-8d565c68926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:46.108510 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-90c1838e-207a-429c-8b5c-8d565c68926a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1098 time: 0.0445340 Sep 09 16:21:46.200845 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936efa8-34da-4fa8-b18b-14607265f293 req-338b1c10-6866-489b-be0a-c3e1064f0035 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:46.202534 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3936efa8-34da-4fa8-b18b-14607265f293 req-338b1c10-6866-489b-be0a-c3e1064f0035 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0474052 Sep 09 16:21:46.215922 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-cde9aa55-c07a-46ca-af50-2146f17adbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:46.217293 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-cde9aa55-c07a-46ca-af50-2146f17adbac service neutron] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 920 time: 0.0847814 Sep 09 16:21:46.241362 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3936efa8-34da-4fa8-b18b-14607265f293 req-8425c136-f90a-4178-bde4-23171a31918b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321128 Sep 09 16:21:46.264547 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-c2b2156d-e11d-45d2-aa07-dcec04e8a0a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d HTTP/1.1" status: 200 len: 217 time: 0.0378017 Sep 09 16:21:46.315100 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-725b5c22-9b68-4065-8c18-6c9023147e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:46.317485 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-725b5c22-9b68-4065-8c18-6c9023147e39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.0442834 Sep 09 16:21:46.355916 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-35b42823-f888-49a7-b8a9-5548868fa911 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238397 Sep 09 16:21:46.451159 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-5a0c7d1a-7205-441b-aa87-f0ccb9447016 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836630 Sep 09 16:21:46.569957 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-96d260c7-dcc6-4361-84e4-b939fb6f2a56 req-91e66a4a-bc7e-4e37-a5a4-41d55d1c4d16 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105883 Sep 09 16:21:46.586116 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61eae-9a13-4eba-80d5-8eb1257677a8 req-9453a4ca-83f9-43b8-93f6-3217ee3d817f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:46.587665 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-17b61eae-9a13-4eba-80d5-8eb1257677a8 req-9453a4ca-83f9-43b8-93f6-3217ee3d817f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0619416 Sep 09 16:21:46.634002 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-17b61eae-9a13-4eba-80d5-8eb1257677a8 req-9edc4033-c719-4f5b-bb29-0c4236a1b742 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Sep 09 16:21:47.356137 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b68168-4907-4aa0-a932-1ebe3413c256 req-d7df3570-a870-41d0-b7af-ff8db6ea8880 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:47.357617 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d5b68168-4907-4aa0-a932-1ebe3413c256 req-d7df3570-a870-41d0-b7af-ff8db6ea8880 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0491917 Sep 09 16:21:47.400529 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d5b68168-4907-4aa0-a932-1ebe3413c256 req-19aca71e-957a-4149-92c1-4c258a9062e0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 Sep 09 16:21:47.764862 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83666cfd-ce8b-482e-8aee-0169e0a4f657 req-2c1509e5-5c03-4117-afbb-6efcc8779df8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:47.766368 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83666cfd-ce8b-482e-8aee-0169e0a4f657 req-2c1509e5-5c03-4117-afbb-6efcc8779df8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0535336 Sep 09 16:21:47.807408 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-83666cfd-ce8b-482e-8aee-0169e0a4f657 req-9e2a940e-5566-43d0-9068-b43635f4047d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346010 Sep 09 16:21:48.520857 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d58c8-a88c-4b5f-8708-eebe8706ca5f req-21f523bc-64d1-446c-8a87-b900f6544172 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:48.522547 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-751d58c8-a88c-4b5f-8708-eebe8706ca5f req-21f523bc-64d1-446c-8a87-b900f6544172 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0521641 Sep 09 16:21:48.561968 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-751d58c8-a88c-4b5f-8708-eebe8706ca5f req-ca55d2ac-6ce3-4ae9-9bf9-f2304a69f9d9 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315957 Sep 09 16:21:48.785117 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-25190119-78c2-4270-9f12-8b3b6d0371cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:48.787530 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-25190119-78c2-4270-9f12-8b3b6d0371cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe&tenant_id=47f4b652e47e4f2a8c76229ad4ef3924 HTTP/1.1" status: 200 len: 1096 time: 0.0737529 Sep 09 16:21:48.880715 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-f536f1ce-11cd-4be1-a43f-6ad88134b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:48.882233 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-f536f1ce-11cd-4be1-a43f-6ad88134b855 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 1096 time: 0.0444584 Sep 09 16:21:48.986056 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cb383-09b8-4346-86a2-e062605ad65b req-dc936a2c-cf5e-42b7-81f7-b2f87f400f87 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:48.987548 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-000cb383-09b8-4346-86a2-e062605ad65b req-dc936a2c-cf5e-42b7-81f7-b2f87f400f87 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.1044550 Sep 09 16:21:49.022105 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-62962e54-2ccd-4b7a-b2a8-ff0aca5535f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:49.023557 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-62962e54-2ccd-4b7a-b2a8-ff0aca5535f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 917 time: 0.1313035 Sep 09 16:21:49.039598 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-000cb383-09b8-4346-86a2-e062605ad65b req-023f44bc-c0b6-4e5c-a414-7cbc0ed250dd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452039 Sep 09 16:21:49.097513 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-f9d47479-7af7-4210-bf3e-a48e8f558108 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a108138d-36e1-453b-bc40-4a221ab3132b HTTP/1.1" status: 200 len: 999 time: 0.0570660 Sep 09 16:21:49.152445 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-631f7687-4036-4674-a170-314518aadf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:49.153996 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-631f7687-4036-4674-a170-314518aadf45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0469165 Sep 09 16:21:49.206707 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-866f7b00-d731-4a1d-85ef-e7b5782e5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:49.208914 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-866f7b00-d731-4a1d-85ef-e7b5782e5d4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455871 Sep 09 16:21:49.304253 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-fc9665f7-c847-4003-814d-3fd3caf4a383 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829067 Sep 09 16:21:49.402864 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a453e4e7-ca1a-4e16-b61f-67009d89fb91 req-5a41f343-34bc-4fec-a6f6-a20f89e6aac3 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883656 Sep 09 16:21:49.684984 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4ef68-de74-45a8-af2a-037a3b6af373 req-5bc019c1-a78e-4e39-a736-16f1db846217 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:49.686486 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d9e4ef68-de74-45a8-af2a-037a3b6af373 req-5bc019c1-a78e-4e39-a736-16f1db846217 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0550489 Sep 09 16:21:49.727400 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d9e4ef68-de74-45a8-af2a-037a3b6af373 req-fd25e88e-6862-457d-98d2-100d1d94fd66 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342569 Sep 09 16:21:50.155718 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee6d9-dd90-4aec-a642-39289c4a5d08 req-dea8f2b5-06c6-40ce-8ff6-6c09b78b7507 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:50.157153 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a26ee6d9-dd90-4aec-a642-39289c4a5d08 req-dea8f2b5-06c6-40ce-8ff6-6c09b78b7507 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0466907 Sep 09 16:21:50.194583 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a26ee6d9-dd90-4aec-a642-39289c4a5d08 req-b25bf7ff-6d78-459f-9190-ad387da1dad8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315547 Sep 09 16:21:51.055491 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8411c26-67c2-452f-a633-44c5ad289f98 req-80193e62-6b10-4017-8b57-be6c234e95ba tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:51.057029 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a8411c26-67c2-452f-a633-44c5ad289f98 req-80193e62-6b10-4017-8b57-be6c234e95ba tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0491369 Sep 09 16:21:51.097228 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a8411c26-67c2-452f-a633-44c5ad289f98 req-c0f9cc14-e9e8-4520-bcd4-234864aacf4b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341084 Sep 09 16:21:51.217007 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee405e60-9de3-4be0-ac03-58e2efa0824c req-ce2c6daa-3bf1-4e21-aa11-685615b9d008 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:51.218562 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ee405e60-9de3-4be0-ac03-58e2efa0824c req-ce2c6daa-3bf1-4e21-aa11-685615b9d008 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0594316 Sep 09 16:21:51.265917 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ee405e60-9de3-4be0-ac03-58e2efa0824c req-89fe338d-1512-484a-a8ab-800620609497 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401709 Sep 09 16:21:51.344393 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70cbc8-c1b2-4fb6-a41a-68539821ed73 req-2ccafa53-f872-4de5-bbdc-7a5fd90e16e2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:51.345790 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2e70cbc8-c1b2-4fb6-a41a-68539821ed73 req-2ccafa53-f872-4de5-bbdc-7a5fd90e16e2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0513701 Sep 09 16:21:51.392464 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2e70cbc8-c1b2-4fb6-a41a-68539821ed73 req-976e30d2-a8f2-4bd6-afca-638681786a85 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363529 Sep 09 16:21:51.972023 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53466) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:52.096730 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad68a-6a3f-4f2b-94ac-8f6babaafa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:52.226592 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad68a-6a3f-4f2b-94ac-8f6babaafa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:52.245166 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a5be0-a5c3-43b6-b4a6-babcd7ca7faf req-076052a9-e23c-437a-a0c1-a30d559bbe81 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:52.246736 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a5be0-a5c3-43b6-b4a6-babcd7ca7faf req-076052a9-e23c-437a-a0c1-a30d559bbe81 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0716107 Sep 09 16:21:52.302657 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-444a5be0-a5c3-43b6-b4a6-babcd7ca7faf req-119841f2-c820-4f30-bdb4-4221d03f9d37 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485971 Sep 09 16:21:52.354469 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1d9ad68a-6a3f-4f2b-94ac-8f6babaafa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:52.397410 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-1d9ad68a-6a3f-4f2b-94ac-8f6babaafa01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a48028ee368d40dca4d393af9c13fccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214756 Sep 09 16:21:52.397410 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ad68a-6a3f-4f2b-94ac-8f6babaafa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f28ec8c-8bc8-4a22-876c-3be243bee4f1,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:52.398364 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53476) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:52.435239 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb7bb5-bd31-4fcc-92d1-52bcdbda3f67 req-c692e53b-6242-4dad-a2c0-284d6b075fa6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:52.437504 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6efb7bb5-bd31-4fcc-92d1-52bcdbda3f67 req-c692e53b-6242-4dad-a2c0-284d6b075fa6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0874267 Sep 09 16:21:52.455586 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2d4e-40b1-4dec-9d0d-2522cc06c6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:52.489477 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6efb7bb5-bd31-4fcc-92d1-52bcdbda3f67 req-ef709481-3425-48e9-9f20-ea44604db9e0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Sep 09 16:21:52.490610 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2d4e-40b1-4dec-9d0d-2522cc06c6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:52.567628 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72059812-b526-47b7-b594-efedff6af074 req-538a58aa-e947-4e30-9c8e-ccbee8500d21 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:52.569057 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-72059812-b526-47b7-b594-efedff6af074 req-538a58aa-e947-4e30-9c8e-ccbee8500d21 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0675526 Sep 09 16:21:52.613675 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-72059812-b526-47b7-b594-efedff6af074 req-3ac000f0-8a00-424a-bf28-295519182a37 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369148 Sep 09 16:21:52.662776 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2d4e-40b1-4dec-9d0d-2522cc06c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:52.665297 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8fcd2d4e-40b1-4dec-9d0d-2522cc06c6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:52.666524 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-8fcd2d4e-40b1-4dec-9d0d-2522cc06c6c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f28ec8c-8bc8-4a22-876c-3be243bee4f1 HTTP/1.1" status: 204 len: 168 time: 0.2672558 Sep 09 16:21:52.676106 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd2d4e-40b1-4dec-9d0d-2522cc06c6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f28ec8c-8bc8-4a22-876c-3be243bee4f1,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:53.445437 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3f135-539a-47b7-a5b1-9d2382d10c89 req-7285471f-77e5-4bd4-b2e3-25ee4b23d35c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:53.448944 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a6f3f135-539a-47b7-a5b1-9d2382d10c89 req-7285471f-77e5-4bd4-b2e3-25ee4b23d35c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0619619 Sep 09 16:21:53.499390 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a6f3f135-539a-47b7-a5b1-9d2382d10c89 req-47f8860d-ae67-4707-ba9a-69cad8b63ebe tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429578 Sep 09 16:21:53.604086 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f80fb-1fdf-412e-bcb9-05f471a83fa6 req-b7026509-4d94-4ae0-b021-f463aac2673b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:53.605527 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-367f80fb-1fdf-412e-bcb9-05f471a83fa6 req-b7026509-4d94-4ae0-b021-f463aac2673b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0507944 Sep 09 16:21:53.648660 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-367f80fb-1fdf-412e-bcb9-05f471a83fa6 req-c3490c77-e01a-43d5-bc35-77517f738417 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371673 Sep 09 16:21:53.745677 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a6fa2-8280-4b4c-b5d1-568bb187073c req-92b2387e-f722-401a-9bb5-0878c368b79d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:53.747288 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a79a6fa2-8280-4b4c-b5d1-568bb187073c req-92b2387e-f722-401a-9bb5-0878c368b79d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0549941 Sep 09 16:21:53.785077 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a79a6fa2-8280-4b4c-b5d1-568bb187073c req-9acfde52-34f3-4fcd-aad1-092c150b65d8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315473 Sep 09 16:21:54.049257 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53496) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:54.062537 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf44bb6a-025d-4a88-a7d8-98e8d8a11090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:54.152326 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf44bb6a-025d-4a88-a7d8-98e8d8a11090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:54.239848 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-cf44bb6a-025d-4a88-a7d8-98e8d8a11090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:54.280434 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-cf44bb6a-025d-4a88-a7d8-98e8d8a11090 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7668123d5bae47a3964a1640e8e063df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300768 Sep 09 16:21:54.281426 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44bb6a-025d-4a88-a7d8-98e8d8a11090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e208a9-bd73-4b5d-9460-f7529cce14f0,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:54.283110 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 53498) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:54.336829 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2f10f68f-07b8-41e4-9faf-b2a6cbf3bf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:54.358779 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2f10f68f-07b8-41e4-9faf-b2a6cbf3bf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:54.479777 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2f10f68f-07b8-41e4-9faf-b2a6cbf3bf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:54.486068 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2f10f68f-07b8-41e4-9faf-b2a6cbf3bf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:54.486878 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2f10f68f-07b8-41e4-9faf-b2a6cbf3bf02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56e208a9-bd73-4b5d-9460-f7529cce14f0 HTTP/1.1" status: 204 len: 168 time: 0.2000434 Sep 09 16:21:54.507438 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10f68f-07b8-41e4-9faf-b2a6cbf3bf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e208a9-bd73-4b5d-9460-f7529cce14f0,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:54.637788 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab16f5-ceed-42b2-a063-cb590b162b46 req-8a5e7b47-b404-4fe4-a910-2287961f39a1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:54.639343 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-56ab16f5-ceed-42b2-a063-cb590b162b46 req-8a5e7b47-b404-4fe4-a910-2287961f39a1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0561554 Sep 09 16:21:54.684981 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-56ab16f5-ceed-42b2-a063-cb590b162b46 req-67d29c75-2cbc-404a-98a8-a904f3e55f1b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375350 Sep 09 16:21:54.790093 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9ba26-a434-434c-b33c-9db9548df5ed req-2b1c4770-ecd4-48d6-9fcc-548415a755e6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:54.791639 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d1c9ba26-a434-434c-b33c-9db9548df5ed req-2b1c4770-ecd4-48d6-9fcc-548415a755e6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0498996 Sep 09 16:21:54.859082 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d1c9ba26-a434-434c-b33c-9db9548df5ed req-0b91ebfe-547f-4e19-adcb-078500128319 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468514 Sep 09 16:21:54.927494 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ee574-3c2f-46b6-bf15-1bd45620dcd4 req-b6939b19-b035-4101-8293-a15e37afec32 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:54.929060 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6d2ee574-3c2f-46b6-bf15-1bd45620dcd4 req-b6939b19-b035-4101-8293-a15e37afec32 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0570970 Sep 09 16:21:54.969340 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6d2ee574-3c2f-46b6-bf15-1bd45620dcd4 req-8b235af2-f177-4505-bac0-092642a97c6e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341358 Sep 09 16:21:55.563310 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 53514) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:55.577242 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38ce2ee8-de7b-43e9-bbbc-6d7bc4972a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:55.673500 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38ce2ee8-de7b-43e9-bbbc-6d7bc4972a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:55.748544 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38ce2ee8-de7b-43e9-bbbc-6d7bc4972a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:55.812387 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-38ce2ee8-de7b-43e9-bbbc-6d7bc4972a14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0c7265b4cf54a90a12c3365d802fbba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479830 Sep 09 16:21:55.904555 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce2ee8-de7b-43e9-bbbc-6d7bc4972a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30883d3-7385-47d6-b1c6-905c4e2e9174,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:55.906679 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 53518) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:21:55.907820 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6443b-cf03-40ea-b881-cc8433f19e6e req-4f096302-6d4f-48f5-9fe9-559c45d99c94 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:55.907820 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-17f6443b-cf03-40ea-b881-cc8433f19e6e req-4f096302-6d4f-48f5-9fe9-559c45d99c94 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0826967 Sep 09 16:21:55.908493 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b63aeccf-51a7-4be4-9929-fa184b3d1271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:55.914044 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-17f6443b-cf03-40ea-b881-cc8433f19e6e req-f38bea24-a0cb-46ed-81e8-335e19e8125b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481572 Sep 09 16:21:55.914159 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b63aeccf-51a7-4be4-9929-fa184b3d1271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:55.981423 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02428a4-4f7e-4e22-81f2-39b94c2ef928 req-70bf853a-f818-4649-93c9-401ab75307de tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:55.993026 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a02428a4-4f7e-4e22-81f2-39b94c2ef928 req-70bf853a-f818-4649-93c9-401ab75307de tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0548058 Sep 09 16:21:56.035952 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a02428a4-4f7e-4e22-81f2-39b94c2ef928 req-a7772816-87b9-41d4-8682-e343ccef49b8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445032 Sep 09 16:21:56.113605 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e31a86-5e09-4b58-81f1-3cc07dc7b29f req-7ea0b807-4cc1-4c95-805c-6d7b0dbbe01a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:56.115293 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a8e31a86-5e09-4b58-81f1-3cc07dc7b29f req-7ea0b807-4cc1-4c95-805c-6d7b0dbbe01a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0532389 Sep 09 16:21:56.125091 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b63aeccf-51a7-4be4-9929-fa184b3d1271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:56.127769 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b63aeccf-51a7-4be4-9929-fa184b3d1271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:21:56.131399 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-b63aeccf-51a7-4be4-9929-fa184b3d1271 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c30883d3-7385-47d6-b1c6-905c4e2e9174 HTTP/1.1" status: 204 len: 168 time: 0.3128684 Sep 09 16:21:56.137443 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aeccf-51a7-4be4-9929-fa184b3d1271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30883d3-7385-47d6-b1c6-905c4e2e9174,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:21:56.163946 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a8e31a86-5e09-4b58-81f1-3cc07dc7b29f req-96ff4847-1de5-49f8-8c50-4b5341428a16 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415583 Sep 09 16:21:57.027606 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b123e-ff55-4efe-b6b3-5fbcfbc32d06 req-45134a7d-a6a1-464a-bbf0-790556117fbd tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:57.029223 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-014b123e-ff55-4efe-b6b3-5fbcfbc32d06 req-45134a7d-a6a1-464a-bbf0-790556117fbd tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0603573 Sep 09 16:21:57.069547 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-014b123e-ff55-4efe-b6b3-5fbcfbc32d06 req-391b43d7-557b-44d3-ba33-976d5cd9bd8b tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340133 Sep 09 16:21:57.153123 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2636a-0087-44d5-a626-fd75ca110148 req-1dc2da4c-2634-4f40-b525-0f0cdd98b451 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:57.154776 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3ba2636a-0087-44d5-a626-fd75ca110148 req-1dc2da4c-2634-4f40-b525-0f0cdd98b451 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0507157 Sep 09 16:21:57.202209 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3ba2636a-0087-44d5-a626-fd75ca110148 req-3becf6a6-692c-41d2-93c0-cdb752020844 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412185 Sep 09 16:21:57.309223 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da935924-d0eb-441a-95e4-26235b30dd67 req-d9a575c0-5f1a-42d8-b5e4-5061258f48e8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:57.320434 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-da935924-d0eb-441a-95e4-26235b30dd67 req-d9a575c0-5f1a-42d8-b5e4-5061258f48e8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0738873 Sep 09 16:21:57.359160 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-da935924-d0eb-441a-95e4-26235b30dd67 req-4d2e8a88-86b4-4053-80fb-237df225e1b1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378585 Sep 09 16:21:58.194527 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7a204-12c3-4b0b-bfb1-e496540f1c80 req-8d2a7352-00ec-4440-8626-d06a69529078 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:58.196029 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6cf7a204-12c3-4b0b-bfb1-e496540f1c80 req-8d2a7352-00ec-4440-8626-d06a69529078 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0562022 Sep 09 16:21:58.243158 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6cf7a204-12c3-4b0b-bfb1-e496540f1c80 req-fe4e99a9-900a-42ac-b61d-08a6fecf5070 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356913 Sep 09 16:21:58.336538 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e28c4b-3f92-428b-a2e7-283464c5d8be req-a9e90dee-438f-4dcc-b065-13d38c368c70 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:58.338262 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-32e28c4b-3f92-428b-a2e7-283464c5d8be req-a9e90dee-438f-4dcc-b065-13d38c368c70 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0550034 Sep 09 16:21:58.383599 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-32e28c4b-3f92-428b-a2e7-283464c5d8be req-be946785-b8c2-4ad8-818d-f2808c96d131 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Sep 09 16:21:58.496107 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3992cd-65fc-4467-be9e-3c358591793e req-acc2ca67-c1c1-49ce-9a73-e35bb133848a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:58.500479 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bb3992cd-65fc-4467-be9e-3c358591793e req-acc2ca67-c1c1-49ce-9a73-e35bb133848a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0561926 Sep 09 16:21:58.538083 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bb3992cd-65fc-4467-be9e-3c358591793e req-1b77f45d-2b59-454c-b0c0-24b45d5f36de tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345972 Sep 09 16:21:59.371377 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ad2f0-bfcb-4aed-817d-94f3b53a423b req-845a986f-057a-4983-9bf5-e651d22e1874 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:59.372809 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b7ad2f0-bfcb-4aed-817d-94f3b53a423b req-845a986f-057a-4983-9bf5-e651d22e1874 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0534296 Sep 09 16:21:59.411997 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b7ad2f0-bfcb-4aed-817d-94f3b53a423b req-83a9a54f-c241-4a26-b8cf-0a2f7d139984 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329669 Sep 09 16:21:59.512784 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01cf76-b96d-45da-8769-4b4b51e79a43 req-a925686c-b990-4b37-8acf-095ab15ea62c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:59.514425 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c01cf76-b96d-45da-8769-4b4b51e79a43 req-a925686c-b990-4b37-8acf-095ab15ea62c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0494153 Sep 09 16:21:59.553252 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c01cf76-b96d-45da-8769-4b4b51e79a43 req-429e2ccf-4e7b-47ee-ac56-873285564b3f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320902 Sep 09 16:21:59.669121 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf5076-5c9c-4014-a189-f40e3846f46b req-18b25dab-0e1c-4a42-a480-6406312d1afa tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:21:59.674304 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f9bf5076-5c9c-4014-a189-f40e3846f46b req-18b25dab-0e1c-4a42-a480-6406312d1afa tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0541456 Sep 09 16:21:59.715199 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f9bf5076-5c9c-4014-a189-f40e3846f46b req-cf74dc79-f51e-49c9-b49d-104b32e2db12 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381708 Sep 09 16:22:00.531715 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a3cc6-cd1d-4a57-b70a-f5b39b788252 req-f46fecf5-226d-4549-9aff-9c7c06be8e26 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:00.533194 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-701a3cc6-cd1d-4a57-b70a-f5b39b788252 req-f46fecf5-226d-4549-9aff-9c7c06be8e26 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0486300 Sep 09 16:22:00.577008 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-701a3cc6-cd1d-4a57-b70a-f5b39b788252 req-554bc5d4-c489-4f17-aae1-594d4dce412a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364914 Sep 09 16:22:00.677857 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198c9a4-e79a-464b-bae5-6870dc7b0b2a req-dc23252b-c2a9-4bce-9042-81328c00f76f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:00.679357 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6198c9a4-e79a-464b-bae5-6870dc7b0b2a req-dc23252b-c2a9-4bce-9042-81328c00f76f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0536416 Sep 09 16:22:00.720399 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6198c9a4-e79a-464b-bae5-6870dc7b0b2a req-6c11f799-e41b-4539-beae-3da6408ef97b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352104 Sep 09 16:22:00.876081 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141c210-460e-4448-83cd-02ab9360bdc0 req-21b510ca-ee73-460c-b91f-5d08e9ccce80 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:00.877607 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0141c210-460e-4448-83cd-02ab9360bdc0 req-21b510ca-ee73-460c-b91f-5d08e9ccce80 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0811291 Sep 09 16:22:00.919237 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0141c210-460e-4448-83cd-02ab9360bdc0 req-db61634a-0664-423c-91c0-3d1bead2b5b2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352948 Sep 09 16:22:01.700687 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceab6a-4a2e-4964-9c28-d6790d840800 req-fed941ee-8e10-4371-9ab8-f97d8696c9c2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:01.702194 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7eceab6a-4a2e-4964-9c28-d6790d840800 req-fed941ee-8e10-4371-9ab8-f97d8696c9c2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0546136 Sep 09 16:22:01.743258 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7eceab6a-4a2e-4964-9c28-d6790d840800 req-3ce83e43-b70f-4f61-881c-4a2161f72598 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338459 Sep 09 16:22:01.850842 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9efaf-777b-42b1-b302-05d2449b72c3 req-28a18305-f8fd-41c0-b1dc-7c60f91ec83d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:01.852277 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c0e9efaf-777b-42b1-b302-05d2449b72c3 req-28a18305-f8fd-41c0-b1dc-7c60f91ec83d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0495510 Sep 09 16:22:01.896084 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c0e9efaf-777b-42b1-b302-05d2449b72c3 req-0ca47c68-acdb-4488-bb57-2b9e938484bf tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377078 Sep 09 16:22:02.067493 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a4136-584f-45fc-93ca-d8702edbe2dd req-a19c9267-52e9-4b63-8376-978174e6c4b4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:02.068959 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a20a4136-584f-45fc-93ca-d8702edbe2dd req-a19c9267-52e9-4b63-8376-978174e6c4b4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0633674 Sep 09 16:22:02.109654 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a20a4136-584f-45fc-93ca-d8702edbe2dd req-6f1e4645-1f7d-4b2c-bda9-1e08d1d3d1d0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345097 Sep 09 16:22:02.868076 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b891f-68a1-4d66-afaf-23efe99c3d45 req-44d1fc1b-5d8c-46b5-8e17-7828e28c4943 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:02.869608 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-668b891f-68a1-4d66-afaf-23efe99c3d45 req-44d1fc1b-5d8c-46b5-8e17-7828e28c4943 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0491920 Sep 09 16:22:02.907340 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-668b891f-68a1-4d66-afaf-23efe99c3d45 req-6de4cb84-5929-4650-a24b-24724a70ee16 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318527 Sep 09 16:22:03.009741 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20efec-8138-4bc3-8dea-fb5f9354aab4 req-54fe024d-5eae-479d-8761-65e6a0441324 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:03.011326 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6e20efec-8138-4bc3-8dea-fb5f9354aab4 req-54fe024d-5eae-479d-8761-65e6a0441324 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0492442 Sep 09 16:22:03.052015 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6e20efec-8138-4bc3-8dea-fb5f9354aab4 req-21cb6313-95df-4d74-9724-5ad0aa518b22 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Sep 09 16:22:03.243071 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4802a-0a46-445a-943f-41ab2b793857 req-c30f9c44-0ad5-47fb-896a-1cdecfac0b77 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:03.245677 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a1e4802a-0a46-445a-943f-41ab2b793857 req-c30f9c44-0ad5-47fb-896a-1cdecfac0b77 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0555222 Sep 09 16:22:03.285054 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a1e4802a-0a46-445a-943f-41ab2b793857 req-ffb13466-4692-4e32-9339-1622cc67fd25 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339394 Sep 09 16:22:03.313890 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e6851c96-13d9-4889-bac9-d46f93dfc00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:04.028915 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0ad2a-a8c4-4f63-bc0c-562464db172c req-50a0d70a-9fc3-4c80-b746-040595375a32 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:04.030463 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-36c0ad2a-a8c4-4f63-bc0c-562464db172c req-50a0d70a-9fc3-4c80-b746-040595375a32 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0535274 Sep 09 16:22:04.068664 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-36c0ad2a-a8c4-4f63-bc0c-562464db172c req-6b22178d-6af6-4f3f-a1c8-096b91e6c406 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Sep 09 16:22:04.173988 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a97441-095b-492a-b533-de4ec570a3dd req-490931f4-fa69-466a-962c-b2f826fc6512 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:04.175485 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-18a97441-095b-492a-b533-de4ec570a3dd req-490931f4-fa69-466a-962c-b2f826fc6512 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0552652 Sep 09 16:22:04.216274 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-18a97441-095b-492a-b533-de4ec570a3dd req-0aee712b-a6fb-430e-a655-cf346b7e3480 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344625 Sep 09 16:22:04.409821 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be1214-f650-41eb-b102-ab3af39e3dfe req-2351dc32-6682-4b5b-862c-5365cffb0f5d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:04.411590 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-64be1214-f650-41eb-b102-ab3af39e3dfe req-2351dc32-6682-4b5b-862c-5365cffb0f5d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0530260 Sep 09 16:22:04.449566 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-64be1214-f650-41eb-b102-ab3af39e3dfe req-d3d719c4-ba4e-403a-a2a6-42564c1f5eff tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Sep 09 16:22:05.186610 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f604a6c-46a8-4fe9-a0f3-be0af88625cf req-10a73555-e38c-4876-b486-ea8395384aa6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:05.188070 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f604a6c-46a8-4fe9-a0f3-be0af88625cf req-10a73555-e38c-4876-b486-ea8395384aa6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Sep 09 16:22:05.232777 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f604a6c-46a8-4fe9-a0f3-be0af88625cf req-04091365-7e63-4e39-ad53-0ba6ce8f0c23 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349424 Sep 09 16:22:05.341094 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e2dda-e9de-4179-abbe-f5b16c6d8861 req-4d9a57ef-789e-4e50-b1b0-6533886073e3 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:05.342673 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fb2e2dda-e9de-4179-abbe-f5b16c6d8861 req-4d9a57ef-789e-4e50-b1b0-6533886073e3 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0525353 Sep 09 16:22:05.387449 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fb2e2dda-e9de-4179-abbe-f5b16c6d8861 req-7e00ffe4-20f7-4d2b-a75c-26d16ab1c467 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378604 Sep 09 16:22:05.418966 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3bf9d-01fd-42b7-9c51-6d04350e6efc req-c5ee28db-1309-42cf-a29b-76d78ec85dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:05.420446 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-83b3bf9d-01fd-42b7-9c51-6d04350e6efc req-c5ee28db-1309-42cf-a29b-76d78ec85dec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1098 time: 0.0528195 Sep 09 16:22:05.467245 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-83b3bf9d-01fd-42b7-9c51-6d04350e6efc req-cec4253f-c0e9-4464-82df-1dd2a6c1dce6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285571 Sep 09 16:22:05.569419 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293f3fc-6945-43dc-b662-772a9498adad req-c8eb6682-e249-4434-93c4-cafec76bf93b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:05.570924 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7293f3fc-6945-43dc-b662-772a9498adad req-c8eb6682-e249-4434-93c4-cafec76bf93b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0491886 Sep 09 16:22:05.605205 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9c85eb54-c291-4f0f-90b4-84d70ae2a028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:05.608338 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7293f3fc-6945-43dc-b662-772a9498adad req-9bc9d8c9-c693-4dbd-86c5-e8d77dd7690d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313604 Sep 09 16:22:05.746656 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af957510-a2d8-4102-a457-1ce30cbed197 req-cbd307eb-2d18-43c4-8f11-482560df7e3f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:05.748130 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-af957510-a2d8-4102-a457-1ce30cbed197 req-cbd307eb-2d18-43c4-8f11-482560df7e3f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 946 time: 0.0543230 Sep 09 16:22:05.785980 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-af957510-a2d8-4102-a457-1ce30cbed197 req-8b557157-1b17-4493-8089-f492b81b134f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311983 Sep 09 16:22:05.969724 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-61a809b8-636c-4640-a2f0-489e80318607 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:05.971194 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-61a809b8-636c-4640-a2f0-489e80318607 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 945 time: 0.0510643 Sep 09 16:22:06.039604 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:06.094827 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Deleting port 9e0d207d-e0b4-49db-9a65-6fb87c565225 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:06.095157 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:06.186504 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] For port 9e0d207d-e0b4-49db-9a65-6fb87c565225, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9e0d207d-e0b4-49db-9a65-6fb87c565225,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:06.186863 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:06.201227 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Calling delete_port for 9e0d207d-e0b4-49db-9a65-6fb87c565225 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:06.371561 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e225ae-c8c2-40bd-97d5-42525658204f req-85d1f6ca-686a-4712-9320-72d2599f8248 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:06.373011 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63e225ae-c8c2-40bd-97d5-42525658204f req-85d1f6ca-686a-4712-9320-72d2599f8248 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0630231 Sep 09 16:22:06.410682 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63e225ae-c8c2-40bd-97d5-42525658204f req-58217b9d-58b8-42ee-b17d-837d1f6315f3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Sep 09 16:22:06.491415 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:06.517327 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b5bf6-89dc-460b-8f49-8defe2b6f1f5 req-0b9feb51-92f7-4046-a2dc-5cb8648310a3 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:06.518916 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-594b5bf6-89dc-460b-8f49-8defe2b6f1f5 req-0b9feb51-92f7-4046-a2dc-5cb8648310a3 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 867 time: 0.0543652 Sep 09 16:22:06.521562 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Pushing event deleted for resources: {'Port': ['ID=9e0d207d-e0b4-49db-9a65-6fb87c565225,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:06.543270 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'e3086b0b-f8a5-472d-a195-246cb09228e9', '40e759f3-8621-49b2-bca3-e67f28809f6b', '9e0d207d-e0b4-49db-9a65-6fb87c565225'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:06.561414 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-594b5bf6-89dc-460b-8f49-8defe2b6f1f5 req-b21299fd-c4c1-42bc-8e58-007c31e4bd78 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340962 Sep 09 16:22:06.564844 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] No DVR routers for this DVR port 9e0d207d-e0b4-49db-9a65-6fb87c565225 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:22:06.568005 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:06.570423 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9387fcfe-6557-41f7-947b-1a827a42d386 req-a668d85b-e38f-4278-8202-7edf0696e453 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "DELETE /v2.0/ports/9e0d207d-e0b4-49db-9a65-6fb87c565225 HTTP/1.1" status: 204 len: 173 time: 0.5601597 Sep 09 16:22:06.570551 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b8ad16-a79d-450a-9d5c-b302a5922cb6', 'name': 'network-vif-deleted', 'tag': '9e0d207d-e0b4-49db-9a65-6fb87c565225'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:06.573158 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df8c42f-766d-4613-9d67-4cfc8931dc00" -d '{"events": [{"server_uuid": "94b8ad16-a79d-450a-9d5c-b302a5922cb6", "name": "network-vif-deleted", "tag": "9e0d207d-e0b4-49db-9a65-6fb87c565225"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:06.612039 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c7e247-16c2-48b7-9e49-944fe66d1253 x-openstack-request-id: req-82c7e247-16c2-48b7-9e49-944fe66d1253 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:06.612327 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b8ad16-a79d-450a-9d5c-b302a5922cb6", "name": "network-vif-deleted", "tag": "9e0d207d-e0b4-49db-9a65-6fb87c565225", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:06.612679 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82c7e247-16c2-48b7-9e49-944fe66d1253 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:06.613065 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b8ad16-a79d-450a-9d5c-b302a5922cb6', 'name': 'network-vif-deleted', 'tag': '9e0d207d-e0b4-49db-9a65-6fb87c565225', 'status': 'completed', 'code': 200} Sep 09 16:22:06.635858 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:06.729724 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516265c-65c4-4cea-9dea-a2123e5cfe69 req-dd9552f2-f303-4628-a9b9-d0fd7ecda768 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:06.731233 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4516265c-65c4-4cea-9dea-a2123e5cfe69 req-dd9552f2-f303-4628-a9b9-d0fd7ecda768 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0488257 Sep 09 16:22:06.771398 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4516265c-65c4-4cea-9dea-a2123e5cfe69 req-5680d044-d443-4621-8fbf-dccf42889641 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333836 Sep 09 16:22:06.916667 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03873f-8658-437e-ad69-653c8a64e7a5 req-9fe259ff-d3a1-4aac-b60f-1d6c42e0beb0 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:06.918157 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5a03873f-8658-437e-ad69-653c8a64e7a5 req-9fe259ff-d3a1-4aac-b60f-1d6c42e0beb0 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 946 time: 0.0505650 Sep 09 16:22:06.956372 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5a03873f-8658-437e-ad69-653c8a64e7a5 req-e5a29a14-6de3-4f22-81cf-0dae4803bf27 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Sep 09 16:22:07.530360 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8caad-c170-491c-93de-e9b3650e4533 req-94a14154-65c3-4bf9-903e-e2c10537afcb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:07.531974 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25c8caad-c170-491c-93de-e9b3650e4533 req-94a14154-65c3-4bf9-903e-e2c10537afcb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0526230 Sep 09 16:22:07.570002 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-25c8caad-c170-491c-93de-e9b3650e4533 req-0085b597-f172-440c-a3d8-e1956d995a06 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313680 Sep 09 16:22:07.690522 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9247f18b-97ae-4cb0-b2b4-2e3704e593d2 req-8abdeb9f-626f-4559-a79f-9675dc2decd7 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=94b8ad16-a79d-450a-9d5c-b302a5922cb6 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Sep 09 16:22:07.890582 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780926b8-06e7-4aeb-8b81-471a8895949c req-248975dc-168c-4b27-80f4-508efe96f86e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:07.892045 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-780926b8-06e7-4aeb-8b81-471a8895949c req-248975dc-168c-4b27-80f4-508efe96f86e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0472469 Sep 09 16:22:07.929569 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-780926b8-06e7-4aeb-8b81-471a8895949c req-62bd4cbf-4e45-4393-bee8-ab0a622ade96 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307879 Sep 09 16:22:08.053315 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33814-df63-4c66-87c7-6368b88c05a5 req-726e6ef1-a59c-451d-a1f5-ea5489d2aecb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:08.055093 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60e33814-df63-4c66-87c7-6368b88c05a5 req-726e6ef1-a59c-451d-a1f5-ea5489d2aecb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0496571 Sep 09 16:22:08.075485 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c15d33-a5e8-46b6-a654-d6ab2aa15d70 req-e77bdb9e-f440-4fe1-a8eb-48fbdf7ad959 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:08.078645 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13c15d33-a5e8-46b6-a654-d6ab2aa15d70 req-e77bdb9e-f440-4fe1-a8eb-48fbdf7ad959 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 946 time: 0.0501585 Sep 09 16:22:08.101529 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60e33814-df63-4c66-87c7-6368b88c05a5 req-8fb8529e-04ee-4987-9baa-d2e39bfff838 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405080 Sep 09 16:22:08.149638 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13c15d33-a5e8-46b6-a654-d6ab2aa15d70 req-dc38afad-1a91-4a28-aab4-9e57b57799f5 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608480 Sep 09 16:22:08.158763 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-5ef52189-6021-48cf-8e82-58c6eaf206d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:08.160395 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-5ef52189-6021-48cf-8e82-58c6eaf206d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 1098 time: 0.0539067 Sep 09 16:22:08.259001 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-5aee921f-2ea9-4e51-8f52-a108053e916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:08.260501 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-5aee921f-2ea9-4e51-8f52-a108053e916d service neutron] 10.222.0.21 "GET /v2.0/networks?id=033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 200 len: 920 time: 0.0914755 Sep 09 16:22:08.382851 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-7c495fcb-fae0-4058-bcb9-5d9a31622311 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d HTTP/1.1" status: 200 len: 217 time: 0.0426157 Sep 09 16:22:08.434026 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:08.455225 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-fc7e4aa6-1f05-4884-9f23-f622e81e4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:08.456660 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-fc7e4aa6-1f05-4884-9f23-f622e81e4c9f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 200 len: 859 time: 0.0573492 Sep 09 16:22:08.465106 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-6c1e6c32-623f-4512-b3e4-9c30156a2a6b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:08.466465 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-6c1e6c32-623f-4512-b3e4-9c30156a2a6b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 946 time: 0.1205435 Sep 09 16:22:08.513782 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-1a4b3083-898b-4ecd-96bf-21960e5f0ded service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=033764cf-60bd-4168-9ff5-8933d1bd0076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463905 Sep 09 16:22:08.893338 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-b796c4c5-243c-4703-ac84-d8f0a9573882 service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695292 Sep 09 16:22:08.898662 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Deleting port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:08.898999 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:09.094421 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] For port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:09.094421 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:09.112271 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Calling delete_port for 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:09.116706 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1816a69b-10ab-46f7-a281-f837f618f8c5 req-d159d2bb-4159-4bb6-ab98-30eca44d28fd service neutron] 10.222.0.21 "GET /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147088 Sep 09 16:22:09.132086 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee33d7-1fa4-4544-a643-e55b2e160ced req-a06f9824-a109-4452-bd3f-3160148e48f2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:09.133584 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d1ee33d7-1fa4-4544-a643-e55b2e160ced req-a06f9824-a109-4452-bd3f-3160148e48f2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.1076860 Sep 09 16:22:09.215556 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d1ee33d7-1fa4-4544-a643-e55b2e160ced req-2144c387-4578-4d35-b730-a8996b1fec56 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475562 Sep 09 16:22:09.221916 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4b043-e277-4ea7-a32e-8f2de579dd61 req-f0dbe994-03d6-4b17-a681-f91841fdbec3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:09.224118 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-78b4b043-e277-4ea7-a32e-8f2de579dd61 req-f0dbe994-03d6-4b17-a681-f91841fdbec3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0518320 Sep 09 16:22:09.274371 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-78b4b043-e277-4ea7-a32e-8f2de579dd61 req-7fe45440-edb3-4eb9-8b87-e32e678423d9 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Sep 09 16:22:09.352154 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7e042-9c5d-4432-af60-d84712cd2e85 req-4d14532e-b0ce-49dd-8e62-523e3979f506 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:09.353699 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cdc7e042-9c5d-4432-af60-d84712cd2e85 req-4d14532e-b0ce-49dd-8e62-523e3979f506 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 946 time: 0.0518720 Sep 09 16:22:09.379675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:09.416942 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cdc7e042-9c5d-4432-af60-d84712cd2e85 req-68367592-ea21-44dc-a882-4d59a3a55fe8 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571840 Sep 09 16:22:09.419316 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Pushing event deleted for resources: {'Port': ['ID=9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:09.437853 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:09.465223 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] No DVR routers for this DVR port 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:22:09.468583 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:09.470709 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b561008a-0be6-4184-8d21-e68ff0867b77 req-d31fdf0a-29c7-4d56-bf39-c22a6b7d159b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.21 "DELETE /v2.0/ports/9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c HTTP/1.1" status: 204 len: 173 time: 0.9951463 Sep 09 16:22:09.471134 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f', 'name': 'network-vif-deleted', 'tag': '9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:09.473902 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110b39d0-7a11-469f-bb52-9502ce1ca1b9" -d '{"events": [{"server_uuid": "5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f", "name": "network-vif-deleted", "tag": "9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:09.514947 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffed844-60dc-4e77-9119-a1a262731c36 x-openstack-request-id: req-6ffed844-60dc-4e77-9119-a1a262731c36 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:09.515234 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f", "name": "network-vif-deleted", "tag": "9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:09.515478 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ffed844-60dc-4e77-9119-a1a262731c36 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:09.516012 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f', 'name': 'network-vif-deleted', 'tag': '9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c', 'status': 'completed', 'code': 200} Sep 09 16:22:09.827619 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 9e0d207d-e0b4-49db-9a65-6fb87c565225 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:09.846739 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 9e0d207d-e0b4-49db-9a65-6fb87c565225 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:22:09.847077 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 9e0d207d-e0b4-49db-9a65-6fb87c565225 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:22:09.847498 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:09.869759 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:22:09.870122 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 9d32a99c-0ac5-4fcf-bc3d-9e6f9125c74c not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:22:10.341892 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90388994-12c3-4240-b3c4-865c13bb1f6f req-e9a86a28-c6ff-4c68-8612-83cad5bdee8c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:10.343372 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-90388994-12c3-4240-b3c4-865c13bb1f6f req-e9a86a28-c6ff-4c68-8612-83cad5bdee8c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0509455 Sep 09 16:22:10.385756 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-90388994-12c3-4240-b3c4-865c13bb1f6f req-0e889fcb-6c58-42c6-abac-692a9ce2ff8c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Sep 09 16:22:10.461361 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9dff6-5e76-48c2-9113-99e00b78f762 req-22f6956f-a034-499b-a567-887f6ca50d65 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:10.463002 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-efd9dff6-5e76-48c2-9113-99e00b78f762 req-22f6956f-a034-499b-a567-887f6ca50d65 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0627940 Sep 09 16:22:10.498155 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f053e-9595-4a3d-afe5-358b04a58f2c req-57341e45-b5c9-42d2-a122-0e05e3afa8fd tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:10.499728 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aa4f053e-9595-4a3d-afe5-358b04a58f2c req-57341e45-b5c9-42d2-a122-0e05e3afa8fd tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.0487444 Sep 09 16:22:10.501847 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-efd9dff6-5e76-48c2-9113-99e00b78f762 req-e5ae1789-2829-49aa-8351-5621fa053cc1 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327334 Sep 09 16:22:10.540902 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aa4f053e-9595-4a3d-afe5-358b04a58f2c req-07faa1dc-c14f-426f-bde2-d750dcb4e570 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343502 Sep 09 16:22:10.604146 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-118ed0f0-6b66-4ca3-93a5-e70a7dc9b17c req-807e7723-5562-4688-b23e-0f3f12448103 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea2a73c-2d97-45e8-93c1-8dfd0eb5358f HTTP/1.1" status: 200 len: 210 time: 0.0269456 Sep 09 16:22:11.510058 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579854f-d714-4f89-9607-a6fbab8ea88c req-67ad45a9-7cdb-4af8-8ed4-3b5c94657341 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:11.511507 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a579854f-d714-4f89-9607-a6fbab8ea88c req-67ad45a9-7cdb-4af8-8ed4-3b5c94657341 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 943 time: 0.0544934 Sep 09 16:22:11.556138 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a579854f-d714-4f89-9607-a6fbab8ea88c req-e4f6cf63-d6e7-45d6-8b07-fa1f9fed1441 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377550 Sep 09 16:22:11.625001 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523ecd3-8162-4be4-9dd5-61ec18ce2c5b req-3b87b359-91d4-425b-8e42-6d5ea1a14a9c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:11.626550 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d523ecd3-8162-4be4-9dd5-61ec18ce2c5b req-3b87b359-91d4-425b-8e42-6d5ea1a14a9c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0490286 Sep 09 16:22:11.666745 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d523ecd3-8162-4be4-9dd5-61ec18ce2c5b req-fc356ffb-cc80-470f-a08f-bf40025393bc tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Sep 09 16:22:11.804549 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:22:11.889430 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089e9bc-9264-46bd-95aa-f6ef14ce4a48 req-ce43ab1e-1c2e-4fbf-83cd-9d27662668a5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:11.890951 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2089e9bc-9264-46bd-95aa-f6ef14ce4a48 req-ce43ab1e-1c2e-4fbf-83cd-9d27662668a5 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.2634287 Sep 09 16:22:11.911974 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:11.923107 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'port_id': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'mac_address': 'fa:16:3e:89:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:22:11.929857 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2089e9bc-9264-46bd-95aa-f6ef14ce4a48 req-bd3a1fec-73c4-4c3f-b0ed-626ec4b04397 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Sep 09 16:22:11.960216 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:11.976430 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a108138d-36e1-453b-bc40-4a221ab3132b {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:22:11.997730 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:12.085414 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:12.132594 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=9']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:12.141215 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.141539 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.141917 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.142374 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.142587 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.142918 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.143245 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.143570 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.143921 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.144243 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.145162 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.145542 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:12.484866 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:12.584672 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['a108138d-36e1-453b-bc40-4a221ab3132b'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:12.690699 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d689-6abe-483c-8171-2ab1f8907760 req-ce11a8a8-e41f-42c8-92db-c49e8065cb97 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:12.693273 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5ca0d689-6abe-483c-8171-2ab1f8907760 req-ce11a8a8-e41f-42c8-92db-c49e8065cb97 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0534024 Sep 09 16:22:12.734710 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5ca0d689-6abe-483c-8171-2ab1f8907760 req-1a3876de-c75c-4738-a670-47b4f6ef0df4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338349 Sep 09 16:22:12.790494 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b1127-ced2-4027-9ac0-91249320b007 req-873927e2-686e-406c-a2c8-5408e5e1ef45 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:12.792234 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-270b1127-ced2-4027-9ac0-91249320b007 req-873927e2-686e-406c-a2c8-5408e5e1ef45 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0504284 Sep 09 16:22:12.830660 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-270b1127-ced2-4027-9ac0-91249320b007 req-aba57bed-ec4f-40ef-823f-586807b73c22 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Sep 09 16:22:13.047697 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecfec1-51cf-4061-bc8a-46770b6edb90 req-81ef5d16-991f-4566-84c2-3c962e4bfc24 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:13.049174 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1ecfec1-51cf-4061-bc8a-46770b6edb90 req-81ef5d16-991f-4566-84c2-3c962e4bfc24 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.0489664 Sep 09 16:22:13.089617 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b1ecfec1-51cf-4061-bc8a-46770b6edb90 req-76e92e30-2da9-45dc-acfc-13f06ee3ce68 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Sep 09 16:22:13.870858 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffdd98e-0ba4-4013-aa3f-f50ebe7e328b req-e9afc67a-6712-47c5-b28a-e9f17e8dce8b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:13.872341 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1ffdd98e-0ba4-4013-aa3f-f50ebe7e328b req-e9afc67a-6712-47c5-b28a-e9f17e8dce8b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0492816 Sep 09 16:22:13.910243 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1ffdd98e-0ba4-4013-aa3f-f50ebe7e328b req-a031c3eb-31a7-42c3-a9de-2fc1cd7ff02f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Sep 09 16:22:14.203073 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571142ca-14e1-468f-b699-c8912f19ba8e req-37f98cb1-cc99-490d-96b8-53c807c0e834 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:14.204769 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-571142ca-14e1-468f-b699-c8912f19ba8e req-37f98cb1-cc99-490d-96b8-53c807c0e834 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.0474031 Sep 09 16:22:14.242247 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-571142ca-14e1-468f-b699-c8912f19ba8e req-39de94b6-4af8-4e5d-a96f-e2669a3edbc2 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314481 Sep 09 16:22:15.024848 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ec16d-315d-49a2-bb35-80eb21e66565 req-1e1971df-423b-4549-8cfc-254024ce7a69 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:15.026294 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e16ec16d-315d-49a2-bb35-80eb21e66565 req-1e1971df-423b-4549-8cfc-254024ce7a69 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0460944 Sep 09 16:22:15.064664 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e16ec16d-315d-49a2-bb35-80eb21e66565 req-5c87ea82-da70-4a30-90f6-864cc03ba59e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Sep 09 16:22:15.353607 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494440a-e042-449b-8899-bc7e17dad84e req-59010036-a466-4204-9f34-6393b37b9457 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:15.355084 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4494440a-e042-449b-8899-bc7e17dad84e req-59010036-a466-4204-9f34-6393b37b9457 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.0483613 Sep 09 16:22:15.398594 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4494440a-e042-449b-8899-bc7e17dad84e req-049142a6-9400-46f0-b71a-735da5af106e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373738 Sep 09 16:22:15.689266 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-747b170a-55cc-4c33-a93f-e75c193aaaf0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:15.690837 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-747b170a-55cc-4c33-a93f-e75c193aaaf0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 946 time: 0.0503478 Sep 09 16:22:15.801932 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Deleting port 40e759f3-8621-49b2-bca3-e67f28809f6b {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:15.802266 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:15.896470 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] For port 40e759f3-8621-49b2-bca3-e67f28809f6b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=40e759f3-8621-49b2-bca3-e67f28809f6b,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:15.896830 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:15.908299 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Calling delete_port for 40e759f3-8621-49b2-bca3-e67f28809f6b owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:16.114243 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:16.148360 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Pushing event deleted for resources: {'Port': ['ID=40e759f3-8621-49b2-bca3-e67f28809f6b,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:16.186131 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c052b68-34a1-4b89-a227-a8cd9b68d761 req-a86dcda9-94ca-447f-ba12-cd8afa97a0f3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:16.187602 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8c052b68-34a1-4b89-a227-a8cd9b68d761 req-a86dcda9-94ca-447f-ba12-cd8afa97a0f3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0498018 Sep 09 16:22:16.190739 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] No DVR routers for this DVR port 40e759f3-8621-49b2-bca3-e67f28809f6b on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:22:16.193342 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:16.195561 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7c5e796-23f5-4d9f-897b-abe150ff4119 req-31a1db46-101d-4d8d-b8c4-f05413d62c6f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "DELETE /v2.0/ports/40e759f3-8621-49b2-bca3-e67f28809f6b HTTP/1.1" status: 204 len: 173 time: 0.4792855 Sep 09 16:22:16.201436 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f52b499b-a29e-41e8-b77f-92d2997cf63b', 'name': 'network-vif-deleted', 'tag': '40e759f3-8621-49b2-bca3-e67f28809f6b'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:16.201436 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88cee28-e185-4839-bd1d-bc01a39f0ede" -d '{"events": [{"server_uuid": "f52b499b-a29e-41e8-b77f-92d2997cf63b", "name": "network-vif-deleted", "tag": "40e759f3-8621-49b2-bca3-e67f28809f6b"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:16.231224 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8c052b68-34a1-4b89-a227-a8cd9b68d761 req-035c3a0d-83ab-4a27-a6ba-8e7ab9d3f1e0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375669 Sep 09 16:22:16.239534 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e37a3c-607f-4710-b5fe-b1192105d00e x-openstack-request-id: req-01e37a3c-607f-4710-b5fe-b1192105d00e {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:16.239907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f52b499b-a29e-41e8-b77f-92d2997cf63b", "name": "network-vif-deleted", "tag": "40e759f3-8621-49b2-bca3-e67f28809f6b", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:16.240220 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'e3086b0b-f8a5-472d-a195-246cb09228e9', '40e759f3-8621-49b2-bca3-e67f28809f6b'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:16.240709 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01e37a3c-607f-4710-b5fe-b1192105d00e {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:16.240709 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f52b499b-a29e-41e8-b77f-92d2997cf63b', 'name': 'network-vif-deleted', 'tag': '40e759f3-8621-49b2-bca3-e67f28809f6b', 'status': 'completed', 'code': 200} Sep 09 16:22:16.529831 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e43a98b6-770b-4bf7-9a98-3fff65be0d91 req-ff3aba00-bcdc-45b2-9a92-80f6d3ddd7dd tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=f52b499b-a29e-41e8-b77f-92d2997cf63b HTTP/1.1" status: 200 len: 210 time: 0.0272713 Sep 09 16:22:17.354263 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60bf3-d942-494b-af3e-2e3479402321 req-d99a1d65-34a2-428d-941b-4315825026f9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:17.356376 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-70d60bf3-d942-494b-af3e-2e3479402321 req-d99a1d65-34a2-428d-941b-4315825026f9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 944 time: 0.0513570 Sep 09 16:22:17.396452 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-70d60bf3-d942-494b-af3e-2e3479402321 req-8fa6b74f-73ce-46d5-87a0-be1e7b7a60aa tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338583 Sep 09 16:22:17.619614 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:17.668013 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port a108138d-36e1-453b-bc40-4a221ab3132b triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:17.668387 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:17.749634 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:17.773100 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:17.775159 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa0640f-cb5d-4a96-8c7c-cc95e0a6bdf2" -d '{"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:17.790490 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:17.815034 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff74ba3-b6c1-42d8-abe4-ebeda3d12faa x-openstack-request-id: req-0ff74ba3-b6c1-42d8-abe4-ebeda3d12faa {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:17.815322 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:17.815573 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ff74ba3-b6c1-42d8-abe4-ebeda3d12faa {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:17.815996 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'code': 200} Sep 09 16:22:17.891092 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:17.891892 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 40e759f3-8621-49b2-bca3-e67f28809f6b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:17.933203 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 40e759f3-8621-49b2-bca3-e67f28809f6b {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:22:17.933544 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 40e759f3-8621-49b2-bca3-e67f28809f6b not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:22:17.963036 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=10']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:18.040397 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681445ce-0be6-4a3f-9b61-3b35b9b86437 req-3d89c536-908c-48fa-b967-f1998e22c9f0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:18.041778 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-681445ce-0be6-4a3f-9b61-3b35b9b86437 req-3d89c536-908c-48fa-b967-f1998e22c9f0 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0512502 Sep 09 16:22:18.084094 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-681445ce-0be6-4a3f-9b61-3b35b9b86437 req-76aad08c-2894-43c8-8fcf-1ab3186b8e9f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326171 Sep 09 16:22:18.519714 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051820-233b-40e3-8415-717147fe3925 req-5b9266b5-8e94-4ee4-ac41-33c3ac92a846 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:18.521751 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-37051820-233b-40e3-8415-717147fe3925 req-5b9266b5-8e94-4ee4-ac41-33c3ac92a846 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0467763 Sep 09 16:22:18.558698 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-37051820-233b-40e3-8415-717147fe3925 req-f6829080-99e4-46ff-b89e-ec77f33c81f5 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309412 Sep 09 16:22:19.195642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b990a38-9730-44e2-82c7-b82bd19a93b2 req-f1b98554-f2aa-4696-afcd-28b8e35f132e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:19.197103 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b990a38-9730-44e2-82c7-b82bd19a93b2 req-f1b98554-f2aa-4696-afcd-28b8e35f132e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0482411 Sep 09 16:22:19.233375 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8b990a38-9730-44e2-82c7-b82bd19a93b2 req-0e041f66-ee19-44bb-bcd3-58a951cca060 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303016 Sep 09 16:22:19.674723 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367465e3-b2bf-42b9-b0d1-b18eced16690 req-fe5bb13a-ebdc-4d43-8748-222839528cba tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:19.676172 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-367465e3-b2bf-42b9-b0d1-b18eced16690 req-fe5bb13a-ebdc-4d43-8748-222839528cba tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0468194 Sep 09 16:22:19.712079 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-367465e3-b2bf-42b9-b0d1-b18eced16690 req-88bc5878-0bde-4c70-9d4a-a10db3766a44 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294878 Sep 09 16:22:20.095944 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:22:20.344083 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca852c-9985-4132-8aed-c4f51ece0e68 req-4e01ac29-1016-4eb4-b82a-d472e8856c31 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:20.345522 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ecca852c-9985-4132-8aed-c4f51ece0e68 req-4e01ac29-1016-4eb4-b82a-d472e8856c31 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0474446 Sep 09 16:22:20.382578 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ecca852c-9985-4132-8aed-c4f51ece0e68 req-28db9c5e-634c-4159-8849-8ff655205498 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Sep 09 16:22:20.830155 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c658506-92b9-4b3f-b8e7-d83dd9d679ca req-6fe1c1c1-3269-4e6b-91c6-94e4139abe4e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:20.831586 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c658506-92b9-4b3f-b8e7-d83dd9d679ca req-6fe1c1c1-3269-4e6b-91c6-94e4139abe4e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0493000 Sep 09 16:22:20.868387 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c658506-92b9-4b3f-b8e7-d83dd9d679ca req-c243b8c3-2204-48b4-9fff-8725a4c68699 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304506 Sep 09 16:22:21.532233 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32e89-0330-460d-9337-5990663a500c req-a44388f6-7668-4793-9a8f-eb08c636463d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:21.533706 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ef32e89-0330-460d-9337-5990663a500c req-a44388f6-7668-4793-9a8f-eb08c636463d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0848305 Sep 09 16:22:21.539253 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a55881-8861-4708-9dd7-66ebbc077909 req-21a4bd7c-3139-47b5-97b7-8567ae6c9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:21.540609 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f1a55881-8861-4708-9dd7-66ebbc077909 req-21a4bd7c-3139-47b5-97b7-8567ae6c9956 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 1099 time: 0.0814347 Sep 09 16:22:21.590534 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ef32e89-0330-460d-9337-5990663a500c req-b0e08002-122e-4e18-8fc5-2dbb0df65aec tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490041 Sep 09 16:22:21.595695 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f1a55881-8861-4708-9dd7-66ebbc077909 req-b4dfc65e-0ea2-45d2-a362-e39f1e1217b6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414381 Sep 09 16:22:21.982870 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde6633-d5bf-402c-a20f-ebbea399c84d req-5c793b45-d1f4-47ff-aec8-d56d7c4eb6a3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:21.984319 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5dde6633-d5bf-402c-a20f-ebbea399c84d req-5c793b45-d1f4-47ff-aec8-d56d7c4eb6a3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0468571 Sep 09 16:22:22.021449 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5dde6633-d5bf-402c-a20f-ebbea399c84d req-b7bb2ea4-16b7-4063-afba-aa8495e4ccba tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312321 Sep 09 16:22:22.463581 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-21f3d36a-0d14-46dd-abbc-7c1f805eaf1f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:22.465026 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-21f3d36a-0d14-46dd-abbc-7c1f805eaf1f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/networks?id=50bd2343-965e-4c29-bd85-1ba01c1a8142 HTTP/1.1" status: 200 len: 813 time: 0.1027818 Sep 09 16:22:22.481835 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-cc1d0c4c-260b-4f25-8510-de0ca36608d4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/quotas/4273b04a3cfe49689d99821b5f9f388a HTTP/1.1" status: 200 len: 375 time: 0.0101011 Sep 09 16:22:22.512592 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-03ca32ac-b6ea-48dc-ab1d-96c715e1b05a tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4273b04a3cfe49689d99821b5f9f388a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253503 Sep 09 16:22:22.600988 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-1d00d615-8d88-48a6-99b3-b5023097d590 service neutron] 10.222.0.22 "GET /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809948 Sep 09 16:22:22.693035 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-fa87da70-315e-40bc-afc7-859a00bf01b9 service neutron] 10.222.0.22 "GET /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863166 Sep 09 16:22:22.703454 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daec00c-70a5-4822-b7d1-69437a707b56 req-4776544a-3559-414c-bf86-ab0fb9047c08 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:22.704915 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6daec00c-70a5-4822-b7d1-69437a707b56 req-4776544a-3559-414c-bf86-ab0fb9047c08 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0469182 Sep 09 16:22:22.742295 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6daec00c-70a5-4822-b7d1-69437a707b56 req-504f3b78-8a5d-449b-9479-592359b8621b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310235 Sep 09 16:22:22.992002 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f6db3b7-0e86-4b7c-87d4-b42f3a818d1c req-f956cc02-2362-4763-a8fe-e86008867468 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 210 time: 0.0288129 Sep 09 16:22:23.144656 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f046f-b532-46bf-86bb-70f14becd23c req-c47c1756-9e58-4bfe-b5c3-7a69756f4a29 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:23.146248 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-161f046f-b532-46bf-86bb-70f14becd23c req-c47c1756-9e58-4bfe-b5c3-7a69756f4a29 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0509453 Sep 09 16:22:23.192324 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-161f046f-b532-46bf-86bb-70f14becd23c req-70d624e9-66e5-4ccd-b2bf-bf55d6714443 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Sep 09 16:22:23.572977 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-c8d85bdb-bd38-4f9e-b8ee-6a893d70741b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:23.574421 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-c8d85bdb-bd38-4f9e-b8ee-6a893d70741b tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0539978 Sep 09 16:22:23.673693 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Deleting port e3086b0b-f8a5-472d-a195-246cb09228e9 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:23.674449 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:23.766103 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] For port e3086b0b-f8a5-472d-a195-246cb09228e9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=e3086b0b-f8a5-472d-a195-246cb09228e9,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:23.766822 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:23.781498 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Calling delete_port for e3086b0b-f8a5-472d-a195-246cb09228e9 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:23.894972 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25b896-5762-43da-93de-8cb100f8a743 req-fc60f9e1-6ea0-460a-bc11-a097c3e7727c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:23.896516 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5e25b896-5762-43da-93de-8cb100f8a743 req-fc60f9e1-6ea0-460a-bc11-a097c3e7727c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0495489 Sep 09 16:22:23.920522 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e437a03-9555-40f4-866c-b9f62e6cbb1a req-4f498244-a9b2-4b5d-b7b1-97a0fa05cd4f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:23.922128 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9e437a03-9555-40f4-866c-b9f62e6cbb1a req-4f498244-a9b2-4b5d-b7b1-97a0fa05cd4f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 946 time: 0.0726540 Sep 09 16:22:23.936501 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5e25b896-5762-43da-93de-8cb100f8a743 req-b45fc90f-1f62-4640-b55b-f4e8dbc941b6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333588 Sep 09 16:22:23.997956 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9e437a03-9555-40f4-866c-b9f62e6cbb1a req-34a0272d-75ff-4cc3-a9c0-4e59ba02e870 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Sep 09 16:22:24.070553 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:24.084263 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-14b8c141-a157-4502-8ea4-8fc72a44b8b5 req-c599bbcd-f5f2-4902-b1da-30e728c7397f tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 210 time: 0.0268219 Sep 09 16:22:24.099582 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Pushing event deleted for resources: {'Port': ['ID=e3086b0b-f8a5-472d-a195-246cb09228e9,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:24.121275 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'e3086b0b-f8a5-472d-a195-246cb09228e9'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:24.142133 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] No DVR routers for this DVR port e3086b0b-f8a5-472d-a195-246cb09228e9 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:22:24.144827 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:24.146822 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-03bb1dab-709b-4e73-972a-0b531d1bcb8f req-a9d624ce-1169-4f82-84df-a1d6f3cc3e1c tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "DELETE /v2.0/ports/e3086b0b-f8a5-472d-a195-246cb09228e9 HTTP/1.1" status: 204 len: 173 time: 0.5632229 Sep 09 16:22:24.147924 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c9946f-4ce8-4486-b765-5164360e6f2a', 'name': 'network-vif-deleted', 'tag': 'e3086b0b-f8a5-472d-a195-246cb09228e9'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:24.150937 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44a9e76-1c9b-4a78-a026-3ae6ba672a63" -d '{"events": [{"server_uuid": "d8c9946f-4ce8-4486-b765-5164360e6f2a", "name": "network-vif-deleted", "tag": "e3086b0b-f8a5-472d-a195-246cb09228e9"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:24.187112 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24436e4-3171-478f-9555-a2548108cf70 x-openstack-request-id: req-a24436e4-3171-478f-9555-a2548108cf70 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:24.187405 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c9946f-4ce8-4486-b765-5164360e6f2a", "name": "network-vif-deleted", "tag": "e3086b0b-f8a5-472d-a195-246cb09228e9", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:24.187653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a24436e4-3171-478f-9555-a2548108cf70 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:24.188042 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8c9946f-4ce8-4486-b765-5164360e6f2a', 'name': 'network-vif-deleted', 'tag': 'e3086b0b-f8a5-472d-a195-246cb09228e9', 'status': 'completed', 'code': 200} Sep 09 16:22:24.315480 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872adcca-e137-4652-bb64-4471d27d9c46 req-3fac3f25-3a3d-4ba8-a3ae-14fa14c6ad10 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:24.316977 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-872adcca-e137-4652-bb64-4471d27d9c46 req-3fac3f25-3a3d-4ba8-a3ae-14fa14c6ad10 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0522888 Sep 09 16:22:24.360726 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-872adcca-e137-4652-bb64-4471d27d9c46 req-468690ec-bd88-46dc-8763-ccc32d8a511d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378158 Sep 09 16:22:25.064203 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c78bd-a373-4ce7-9d97-4599a4fc54de req-4cc6ed5d-d7a6-4e6b-8964-5f3ec0fd46c3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:25.065692 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-804c78bd-a373-4ce7-9d97-4599a4fc54de req-4cc6ed5d-d7a6-4e6b-8964-5f3ec0fd46c3 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0601404 Sep 09 16:22:25.109847 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-804c78bd-a373-4ce7-9d97-4599a4fc54de req-25392350-c7f4-4fe3-a8d7-186c72239774 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Sep 09 16:22:25.121310 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2ab9a5c0-3ca1-4ffa-b28f-49f3fbc9835f req-14f96ebf-7938-4002-a905-ce5c196e080f tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8c9946f-4ce8-4486-b765-5164360e6f2a HTTP/1.1" status: 200 len: 210 time: 0.0311344 Sep 09 16:22:25.194993 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0b2444cd-a88d-4bdf-a799-8660edc53427 req-6a9b8fba-1c5d-4b04-9ac3-07ed85d4f507 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 210 time: 0.0268250 Sep 09 16:22:25.407790 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-0df03526-7453-4880-aa9e-4d66c1fd71df tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:25.409302 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-0df03526-7453-4880-aa9e-4d66c1fd71df tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.21 "GET /v2.0/networks?id=50bd2343-965e-4c29-bd85-1ba01c1a8142 HTTP/1.1" status: 200 len: 813 time: 0.1037002 Sep 09 16:22:25.441328 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Request body: {'port': {'device_id': 'd12f27b1-febd-4bab-99ec-77b3a5b1df8a', 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142', 'admin_state_up': True, 'tenant_id': '4273b04a3cfe49689d99821b5f9f388a'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:25.479622 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4f04-8891-4ebd-809b-0c4536ddd988 req-88cf0dcf-96da-4255-9f50-e44215a29974 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:25.481083 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7b4a4f04-8891-4ebd-809b-0c4536ddd988 req-88cf0dcf-96da-4255-9f50-e44215a29974 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0472574 Sep 09 16:22:25.520377 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7b4a4f04-8891-4ebd-809b-0c4536ddd988 req-d34c41ba-6282-4e81-b43e-1813b00bbdbb tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327892 Sep 09 16:22:25.644276 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Made reservation on behalf of 4273b04a3cfe49689d99821b5f9f388a for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:22:25.648337 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:25.771721 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Allocated IP 172.20.0.14 (50bd2343-965e-4c29-bd85-1ba01c1a8142/17ceefaa-644a-45a6-8d96-ec428253e7ee/bee6724b-7ab5-44f1-9f46-e8c804978bb4) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:22:25.945236 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:26.045096 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:26.088573 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Network 50bd2343-965e-4c29-bd85-1ba01c1a8142 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:26.091624 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:26.094012 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:22:26.121330 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Pushing event updated for resources: {'Port': ['ID=bee6724b-7ab5-44f1-9f46-e8c804978bb4,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:26.150760 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:26.155075 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:26.228263 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-f84c7dcb-d7af-46ed-8ed4-3012874bdfd4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7905526 Sep 09 16:22:26.257628 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2da2b5-f4d0-4c19-8307-8f6a92ab970e req-2e1baac7-c372-4850-b322-94859cae38c0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:26.260783 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5d2da2b5-f4d0-4c19-8307-8f6a92ab970e req-2e1baac7-c372-4850-b322-94859cae38c0 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0622685 Sep 09 16:22:26.262686 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Request body: {'port': {'device_id': 'd12f27b1-febd-4bab-99ec-77b3a5b1df8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:26.311974 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f88cc1-98de-48b2-be64-0b6d0db525ee req-e68d16c2-8c96-4962-ac03-6f077cc1fd9b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:26.314090 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c8f88cc1-98de-48b2-be64-0b6d0db525ee req-e68d16c2-8c96-4962-ac03-6f077cc1fd9b tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 932 time: 0.0510333 Sep 09 16:22:26.339426 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5d2da2b5-f4d0-4c19-8307-8f6a92ab970e req-20a752a2-b67f-4a94-b9aa-635d5083c3db tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740209 Sep 09 16:22:26.346358 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:26.362113 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c8f88cc1-98de-48b2-be64-0b6d0db525ee req-5708b8d9-e49a-408d-88db-8dfa25086389 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341733 Sep 09 16:22:26.616152 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee6724b-7ab5-44f1-9f46-e8c804978bb4 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:22:26.623630 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:26.635489 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Transition to ACTIVE for port object bee6724b-7ab5-44f1-9f46-e8c804978bb4 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:26.736291 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:26.787994 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Pushing event updated for resources: {'Port': ['ID=bee6724b-7ab5-44f1-9f46-e8c804978bb4,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:26.850217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Attempting to bind port bee6724b-7ab5-44f1-9f46-e8c804978bb4 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:22:26.850811 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Attempting to bind port bee6724b-7ab5-44f1-9f46-e8c804978bb4 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:22:26.851137 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Attempting to bind port bee6724b-7ab5-44f1-9f46-e8c804978bb4 on network 50bd2343-965e-4c29-bd85-1ba01c1a8142 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:22:26.855676 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Port bee6724b-7ab5-44f1-9f46-e8c804978bb4 on network 50bd2343-965e-4c29-bd85-1ba01c1a8142 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:22:26.855997 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Attempting to bind port bee6724b-7ab5-44f1-9f46-e8c804978bb4 on network 50bd2343-965e-4c29-bd85-1ba01c1a8142 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:22:26.860789 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:22:26.861122 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Checking segment: {'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:26.861503 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Bound using segment: {'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:22:26.861988 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Bound port: bee6724b-7ab5-44f1-9f46-e8c804978bb4, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea1381-54b3-4baf-aef4-33af560d2093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:22:26.862345 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:26.925453 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] For port bee6724b-7ab5-44f1-9f46-e8c804978bb4, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:22:26.928895 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] For port bee6724b-7ab5-44f1-9f46-e8c804978bb4, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bee6724b-7ab5-44f1-9f46-e8c804978bb4,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:22:27.026856 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-16f9a06f-4708-422a-8096-807485f5a4f4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:27.028281 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-16f9a06f-4708-422a-8096-807485f5a4f4 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0467637 Sep 09 16:22:27.029668 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:27.084551 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:27.086382 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:27.087721 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] 10.222.0.21 "PUT /v2.0/ports/bee6724b-7ab5-44f1-9f46-e8c804978bb4 HTTP/1.1" status: 200 len: 1094 time: 0.8389690 Sep 09 16:22:27.090213 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12f27b1-febd-4bab-99ec-77b3a5b1df8a', 'tag': 'bee6724b-7ab5-44f1-9f46-e8c804978bb4'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:27.092396 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5baae07-e71e-4363-98ca-6287ab84fc11" -d '{"events": [{"name": "network-changed", "server_uuid": "d12f27b1-febd-4bab-99ec-77b3a5b1df8a", "tag": "bee6724b-7ab5-44f1-9f46-e8c804978bb4"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:27.143583 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7656e2-3059-4fba-8d91-4cb50e81ad3e x-openstack-request-id: req-6e7656e2-3059-4fba-8d91-4cb50e81ad3e {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:27.143863 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12f27b1-febd-4bab-99ec-77b3a5b1df8a", "tag": "bee6724b-7ab5-44f1-9f46-e8c804978bb4", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:27.144139 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e7656e2-3059-4fba-8d91-4cb50e81ad3e {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:27.144528 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12f27b1-febd-4bab-99ec-77b3a5b1df8a', 'tag': 'bee6724b-7ab5-44f1-9f46-e8c804978bb4', 'status': 'completed', 'code': 200} Sep 09 16:22:27.152671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f165ff-0fb2-49e2-9516-83ad7ea94ebf service neutron] Pushing event updated for resources: {'Port': ['ID=bee6724b-7ab5-44f1-9f46-e8c804978bb4,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:27.180318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Deleting port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:27.180577 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:27.276307 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baae07-e71e-4363-98ca-6287ab84fc11 req-2a8feb26-51b3-4a64-9a62-6bbb75208b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:27.277763 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e5baae07-e71e-4363-98ca-6287ab84fc11 req-2a8feb26-51b3-4a64-9a62-6bbb75208b63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4273b04a3cfe49689d99821b5f9f388a&device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 1097 time: 0.0839353 Sep 09 16:22:27.331884 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] For port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:27.333611 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:27.353957 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Calling delete_port for 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:27.466657 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd22f7-0049-4bab-8f75-ef4d9e72298d req-7d6b4926-ae95-45a0-8a83-7efc469188b2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:27.468036 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-69dd22f7-0049-4bab-8f75-ef4d9e72298d req-7d6b4926-ae95-45a0-8a83-7efc469188b2 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 945 time: 0.0517342 Sep 09 16:22:27.479918 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baae07-e71e-4363-98ca-6287ab84fc11 req-eca350f1-ecb0-40e7-9016-32d8188b6359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:27.481231 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e5baae07-e71e-4363-98ca-6287ab84fc11 req-eca350f1-ecb0-40e7-9016-32d8188b6359 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4273b04a3cfe49689d99821b5f9f388a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1860013 Sep 09 16:22:27.515926 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-69dd22f7-0049-4bab-8f75-ef4d9e72298d req-657ba221-c744-4ec0-9936-95237683bd5f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Sep 09 16:22:27.561678 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601b7f8-c6ea-4d29-9a2f-ea47495576e9 req-2e44ffae-e69c-4379-94fc-bf6eecb0a3f2 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:27.563577 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d601b7f8-c6ea-4d29-9a2f-ea47495576e9 req-2e44ffae-e69c-4379-94fc-bf6eecb0a3f2 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 944 time: 0.1180072 Sep 09 16:22:27.665315 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:27.748852 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:27.932398 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d601b7f8-c6ea-4d29-9a2f-ea47495576e9 req-877ae24a-5bb3-4f8c-9f88-c258d4a67764 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324192 Sep 09 16:22:27.939774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baae07-e71e-4363-98ca-6287ab84fc11 req-4ebc9cb1-4e89-4c16-b517-59714183aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:27.941223 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e5baae07-e71e-4363-98ca-6287ab84fc11 req-4ebc9cb1-4e89-4c16-b517-59714183aa4f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4512820 Sep 09 16:22:27.995613 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f43f2-17c5-4518-8de9-cd6ef593fc88 req-2b5f252e-f72f-4764-b168-58ef103e468a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:27.997091 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-921f43f2-17c5-4518-8de9-cd6ef593fc88 req-2b5f252e-f72f-4764-b168-58ef103e468a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0549157 Sep 09 16:22:28.039036 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-921f43f2-17c5-4518-8de9-cd6ef593fc88 req-95b29f57-cffc-4ef8-84fa-0e576f299ccb tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354090 Sep 09 16:22:28.042673 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:28.058620 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device e3086b0b-f8a5-472d-a195-246cb09228e9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:28.076632 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Pushing event deleted for resources: {'Port': ['ID=64d70bb8-1748-4d15-b3a7-cf4ea471c4ff,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:28.077833 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: e3086b0b-f8a5-472d-a195-246cb09228e9 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:22:28.078239 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device e3086b0b-f8a5-472d-a195-246cb09228e9 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:22:28.081231 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['73e3b7b4-40df-4bb4-aef7-fee26d83cc6d'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:28.095362 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-5d75e238-8ba4-4b48-bf4f-3869f3b40409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:28.096867 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-5d75e238-8ba4-4b48-bf4f-3869f3b40409 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4273b04a3cfe49689d99821b5f9f388a&device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 1097 time: 0.0796444 Sep 09 16:22:28.127697 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] No DVR routers for this DVR port 64d70bb8-1748-4d15-b3a7-cf4ea471c4ff on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:22:28.134780 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:28.136652 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c62cbc-9348-4612-87e8-fcd6c9526a7c req-138f9ceb-8975-4e72-b021-cc1ae98427bb tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.21 "DELETE /v2.0/ports/64d70bb8-1748-4d15-b3a7-cf4ea471c4ff HTTP/1.1" status: 204 len: 173 time: 1.1002550 Sep 09 16:22:28.165826 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-9aae6bcc-7888-4b6b-bba4-de21a0a4c9ca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bee6724b-7ab5-44f1-9f46-e8c804978bb4 HTTP/1.1" status: 200 len: 217 time: 0.0390887 Sep 09 16:22:28.217587 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-9f8bebd6-b7fe-47d3-90cb-2f23fe24014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:28.219321 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-9f8bebd6-b7fe-47d3-90cb-2f23fe24014c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=17ceefaa-644a-45a6-8d96-ec428253e7ee HTTP/1.1" status: 200 len: 853 time: 0.0442698 Sep 09 16:22:28.258318 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-b1198510-68b8-4577-a68e-77978443a85e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50bd2343-965e-4c29-bd85-1ba01c1a8142&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282357 Sep 09 16:22:28.355169 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-b863baf5-96b6-4e21-a8f2-7eec39fca94e service neutron] 10.222.0.21 "GET /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832849 Sep 09 16:22:28.453010 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cb64b007-eeb3-47b1-8b8a-9e5397361d29 req-bb7173c3-e121-451c-a4e0-8ab13b78ad72 service neutron] 10.222.0.21 "GET /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856183 Sep 09 16:22:28.622322 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6c8ad717-3155-4ad1-9336-8500879c9057 req-35b59e4a-1ebd-4df4-b5a2-a8bb2fc0c06d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0269432 Sep 09 16:22:29.050185 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259c0d8-34bf-4a34-8cd0-d6d889811685 req-ad2068d4-7e8f-4f45-99ae-e8726e004229 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:29.051624 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f259c0d8-34bf-4a34-8cd0-d6d889811685 req-ad2068d4-7e8f-4f45-99ae-e8726e004229 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 944 time: 0.0517693 Sep 09 16:22:29.089022 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f259c0d8-34bf-4a34-8cd0-d6d889811685 req-65272c3d-087d-40ce-8e9f-923526672910 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Sep 09 16:22:29.145747 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f836e1f-2c22-4411-b8e4-197049ac3b55', 'name': 'network-vif-deleted', 'tag': '64d70bb8-1748-4d15-b3a7-cf4ea471c4ff'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:29.149003 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbc5e25-f6da-471d-a24b-7d120c8fdd10" -d '{"events": [{"server_uuid": "9f836e1f-2c22-4411-b8e4-197049ac3b55", "name": "network-vif-deleted", "tag": "64d70bb8-1748-4d15-b3a7-cf4ea471c4ff"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:29.155697 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fe42a-7576-4fcf-b6ff-bda741d52a2e req-075ad4b6-84d9-4faa-98ff-5fe07f4e7234 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:29.157330 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-621fe42a-7576-4fcf-b6ff-bda741d52a2e req-075ad4b6-84d9-4faa-98ff-5fe07f4e7234 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0472734 Sep 09 16:22:29.183820 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657460ae-28e6-4dd9-8711-f8ab67c4b2bf x-openstack-request-id: req-657460ae-28e6-4dd9-8711-f8ab67c4b2bf {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:29.184113 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f836e1f-2c22-4411-b8e4-197049ac3b55", "name": "network-vif-deleted", "tag": "64d70bb8-1748-4d15-b3a7-cf4ea471c4ff", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:29.184360 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-657460ae-28e6-4dd9-8711-f8ab67c4b2bf {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:29.184741 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f836e1f-2c22-4411-b8e4-197049ac3b55', 'name': 'network-vif-deleted', 'tag': '64d70bb8-1748-4d15-b3a7-cf4ea471c4ff', 'status': 'completed', 'code': 200} Sep 09 16:22:29.195055 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-621fe42a-7576-4fcf-b6ff-bda741d52a2e req-7872fa28-2572-4585-80e4-e85cb0992422 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312724 Sep 09 16:22:29.726406 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4eab0699-e5f1-4ffa-9d12-0100254f048c req-ad89284a-04cd-4f56-9f69-336da119155f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0254936 Sep 09 16:22:30.202092 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6314de00-9f78-4241-955d-fb4dadf47041 req-cc1d2541-ddc0-4014-95ea-32ef8923fe98 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:30.203515 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6314de00-9f78-4241-955d-fb4dadf47041 req-cc1d2541-ddc0-4014-95ea-32ef8923fe98 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 944 time: 0.0501297 Sep 09 16:22:30.242636 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6314de00-9f78-4241-955d-fb4dadf47041 req-8bf76586-fbfe-4742-bd96-65460da4ec95 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Sep 09 16:22:30.314191 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4553543-8e47-43b9-8222-a683f7298ee5 req-9a45cbf8-0507-421f-8812-6f53f06d5fa6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:30.315668 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a4553543-8e47-43b9-8222-a683f7298ee5 req-9a45cbf8-0507-421f-8812-6f53f06d5fa6 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0535545 Sep 09 16:22:30.352664 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a4553543-8e47-43b9-8222-a683f7298ee5 req-4aea8ec7-7d36-41b3-93b7-fe6444d4bb98 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308645 Sep 09 16:22:30.826318 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-488fef0d-f8af-4910-ad6e-c70b11bf0cf3 req-aba94461-67e4-4622-ae8d-796c16ac2096 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0251951 Sep 09 16:22:31.352918 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a622eaf-0d65-43aa-b1dd-29a60678af3b req-87521727-e5e7-4921-87d6-3a8a7bc9ae45 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:31.354303 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8a622eaf-0d65-43aa-b1dd-29a60678af3b req-87521727-e5e7-4921-87d6-3a8a7bc9ae45 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 944 time: 0.0470929 Sep 09 16:22:31.391613 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8a622eaf-0d65-43aa-b1dd-29a60678af3b req-578daceb-8f42-4518-a8bb-28de4f06ceaa tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Sep 09 16:22:31.463097 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d96c2-a666-47f6-abc4-cb922f49685c req-366bbf72-09ee-4fe4-9b46-2915fb617d7d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:31.464530 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e39d96c2-a666-47f6-abc4-cb922f49685c req-366bbf72-09ee-4fe4-9b46-2915fb617d7d tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0464165 Sep 09 16:22:31.501416 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e39d96c2-a666-47f6-abc4-cb922f49685c req-a6ffbf9d-b30d-4070-9b23-67513e5e5d08 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Sep 09 16:22:31.931694 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5e8d4d04-3ccd-406f-aa07-20526f0960cf req-b5a33397-7d0f-4de9-a9a2-0f1b33636595 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f836e1f-2c22-4411-b8e4-197049ac3b55 HTTP/1.1" status: 200 len: 210 time: 0.0260317 Sep 09 16:22:32.505200 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155020-0fc4-449f-a9d8-e4dc1fd3d6b5 req-49fbc5a2-0a4c-4e42-8214-1001201d1b07 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:32.507336 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-76155020-0fc4-449f-a9d8-e4dc1fd3d6b5 req-49fbc5a2-0a4c-4e42-8214-1001201d1b07 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 944 time: 0.0517249 Sep 09 16:22:32.545157 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-76155020-0fc4-449f-a9d8-e4dc1fd3d6b5 req-50d60ada-d803-4533-a290-f37c35d8d1e2 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 Sep 09 16:22:32.618155 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01125be1-31ac-47fa-b076-47d3ed47a83d req-cedc826c-dd7e-459b-9793-4c09df0f524a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:32.619603 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-01125be1-31ac-47fa-b076-47d3ed47a83d req-cedc826c-dd7e-459b-9793-4c09df0f524a tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0517361 Sep 09 16:22:32.656736 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-01125be1-31ac-47fa-b076-47d3ed47a83d req-9680f261-c832-48d4-ad5f-74bf2ba929d8 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a012728-4a06-4ebd-8276-a60220fca0c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310984 Sep 09 16:22:33.278725 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-aa9ac0b0-43d8-4449-9abe-6ee1e88d354e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:33.279808 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-aa9ac0b0-43d8-4449-9abe-6ee1e88d354e tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 946 time: 0.0478718 Sep 09 16:22:33.302150 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d7c50953-4f93-4678-81fa-b9034d14f1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:33.376358 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Deleting port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:33.376696 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:33.428955 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47ffea-b34a-4aed-82e8-988575e5e731 req-8359bcd8-b805-410a-ae3e-fc06f9f318a5 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:33.434054 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3e47ffea-b34a-4aed-82e8-988575e5e731 req-8359bcd8-b805-410a-ae3e-fc06f9f318a5 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0491838 Sep 09 16:22:33.465417 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] For port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,segment=NetworkSegment(249d938a-6bda-4098-bb2a-150954cb2f65),segment_id=249d938a-6bda-4098-bb2a-150954cb2f65)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:33.465907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:33.468310 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3e47ffea-b34a-4aed-82e8-988575e5e731 req-d30a7f2e-7623-4cbd-916d-95d1ae30a009 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Sep 09 16:22:33.480916 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Calling delete_port for 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:33.653798 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device bee6724b-7ab5-44f1-9f46-e8c804978bb4 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:22:33.668675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1fb45-41fe-4ded-a058-4cf2ab61ddbc req-7847f684-11b6-4bd9-af6f-ca891778b3fa tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:33.670189 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a5f1fb45-41fe-4ded-a058-4cf2ab61ddbc req-7847f684-11b6-4bd9-af6f-ca891778b3fa tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 944 time: 0.0482538 Sep 09 16:22:33.698843 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:33.740660 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:33.747529 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Pushing event deleted for resources: {'Port': ['ID=61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:33.755733 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a5f1fb45-41fe-4ded-a058-4cf2ab61ddbc req-f49601d1-68a2-4c32-974c-9e006f390f0d tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790329 Sep 09 16:22:33.764406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port bee6724b-7ab5-44f1-9f46-e8c804978bb4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bee6724b-7ab5-44f1-9f46-e8c804978bb4,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:33.777860 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'bee6724b-7ab5-44f1-9f46-e8c804978bb4', 'network_id': '50bd2343-965e-4c29-bd85-1ba01c1a8142', 'port_id': 'bee6724b-7ab5-44f1-9f46-e8c804978bb4', 'mac_address': 'fa:16:3e:66:46:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ceefaa-644a-45a6-8d96-ec428253e7ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:22:33.778356 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3abaf1ba-0ffc-4f1b-9ca5-e830de6ce81e req-9836164b-1a92-4cd8-9cc3-c1f939d810d1 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 210 time: 0.0403085 Sep 09 16:22:33.796367 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] No DVR routers for this DVR port 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:22:33.800924 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:33.803218 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2a49702d-77aa-444b-91be-e67aa55a21ec req-a270d2e8-6263-427e-a151-75ac5edfc791 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.21 "DELETE /v2.0/ports/61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 HTTP/1.1" status: 204 len: 173 time: 0.5169094 Sep 09 16:22:33.803700 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b0267-bb49-41f2-b9c5-782c47f2bed8', 'name': 'network-vif-deleted', 'tag': '61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:33.806078 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6fc594-e3a2-440f-9c85-e5c4e6771a14" -d '{"events": [{"server_uuid": "af8b0267-bb49-41f2-b9c5-782c47f2bed8", "name": "network-vif-deleted", "tag": "61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:33.835761 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:33.844471 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7715598f-65d6-405b-8b2a-4b3a48d9b0fc x-openstack-request-id: req-7715598f-65d6-405b-8b2a-4b3a48d9b0fc {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:33.844758 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b0267-bb49-41f2-b9c5-782c47f2bed8", "name": "network-vif-deleted", "tag": "61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:33.845019 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7715598f-65d6-405b-8b2a-4b3a48d9b0fc {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:33.845394 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b0267-bb49-41f2-b9c5-782c47f2bed8', 'name': 'network-vif-deleted', 'tag': '61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7', 'status': 'completed', 'code': 200} Sep 09 16:22:33.848837 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee6724b-7ab5-44f1-9f46-e8c804978bb4 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:22:33.871544 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port bee6724b-7ab5-44f1-9f46-e8c804978bb4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bee6724b-7ab5-44f1-9f46-e8c804978bb4,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:33.947878 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:33.998340 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=bee6724b-7ab5-44f1-9f46-e8c804978bb4,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:34.338269 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['bee6724b-7ab5-44f1-9f46-e8c804978bb4'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:34.580228 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17fe41-1518-4fbf-b2d9-3288c85e363a req-6f8034c4-a446-4fc2-8fb6-7bcd4259353a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:34.581835 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5b17fe41-1518-4fbf-b2d9-3288c85e363a req-6f8034c4-a446-4fc2-8fb6-7bcd4259353a tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0471156 Sep 09 16:22:34.623404 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5b17fe41-1518-4fbf-b2d9-3288c85e363a req-c9fd8d5a-fe88-4d8f-9191-8a4c0d1c37d7 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352514 Sep 09 16:22:34.876691 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2306b7-b265-4179-915f-7f8fdf21a28b req-a636f3d5-5050-4f39-b0ed-e20facc985e6 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:34.878305 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9b2306b7-b265-4179-915f-7f8fdf21a28b req-a636f3d5-5050-4f39-b0ed-e20facc985e6 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 945 time: 0.0510182 Sep 09 16:22:34.886263 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7ab5e752-ee16-41a3-9faa-deac8f0aa933 req-2d7df5dc-c277-4938-9fd8-f7d4ea465913 tempest-AttachVolumeNegativeTest-557622428 tempest-AttachVolumeNegativeTest-557622428-project] 10.222.0.22 "GET /v2.0/ports?device_id=af8b0267-bb49-41f2-b9c5-782c47f2bed8 HTTP/1.1" status: 200 len: 210 time: 0.0262923 Sep 09 16:22:34.919763 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9b2306b7-b265-4179-915f-7f8fdf21a28b req-9bac411a-70ef-4211-b795-ac667ff0b108 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352476 Sep 09 16:22:35.581920 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7d5eed06-259e-48d9-a3d6-6e923ab20073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:35.664771 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device bee6724b-7ab5-44f1-9f46-e8c804978bb4 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:35.735710 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee9e2a-e8c1-4620-af7d-7008ffef63c6 req-f8dd2f3b-00d4-490b-8ca3-7e4475ec6fe8 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:35.737161 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-66ee9e2a-e8c1-4620-af7d-7008ffef63c6 req-f8dd2f3b-00d4-490b-8ca3-7e4475ec6fe8 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0473132 Sep 09 16:22:35.775152 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-66ee9e2a-e8c1-4620-af7d-7008ffef63c6 req-d5660623-4ca7-463f-93ab-df9aa88f351d tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311279 Sep 09 16:22:35.798614 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port bee6724b-7ab5-44f1-9f46-e8c804978bb4 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:35.802653 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port bee6724b-7ab5-44f1-9f46-e8c804978bb4 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:35.803566 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:35.877819 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:35.899850 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12f27b1-febd-4bab-99ec-77b3a5b1df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee6724b-7ab5-44f1-9f46-e8c804978bb4'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:35.902177 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57602f2-1d40-4cb9-91bc-8f35eba3953b" -d '{"events": [{"server_uuid": "d12f27b1-febd-4bab-99ec-77b3a5b1df8a", "name": "network-vif-plugged", "status": "completed", "tag": "bee6724b-7ab5-44f1-9f46-e8c804978bb4"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:35.915326 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port bee6724b-7ab5-44f1-9f46-e8c804978bb4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bee6724b-7ab5-44f1-9f46-e8c804978bb4,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:35.938759 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c54c9d-ef3c-48a2-b4ca-30e9591a04bf x-openstack-request-id: req-e0c54c9d-ef3c-48a2-b4ca-30e9591a04bf {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:35.938938 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12f27b1-febd-4bab-99ec-77b3a5b1df8a", "name": "network-vif-plugged", "status": "completed", "tag": "bee6724b-7ab5-44f1-9f46-e8c804978bb4", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:35.939196 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0c54c9d-ef3c-48a2-b4ca-30e9591a04bf {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:35.941189 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12f27b1-febd-4bab-99ec-77b3a5b1df8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee6724b-7ab5-44f1-9f46-e8c804978bb4', 'code': 200} Sep 09 16:22:35.942954 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54162) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:35.997634 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Deleting subnet a8e1ec22-5d94-4048-a120-c011c84f03bb {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:22:35.999898 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.001715 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.001908 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:36.044222 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.050053 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.053743 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffe383-d45c-413d-adc0-b6495e407ce5 req-e1b5efbd-7486-4c5a-a165-47047fefc530 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:36.055607 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-06ffe383-d45c-413d-adc0-b6495e407ce5 req-e1b5efbd-7486-4c5a-a165-47047fefc530 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 946 time: 0.0666430 Sep 09 16:22:36.069437 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.072938 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:22:36.073275 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 61de8f2a-660f-4fc4-bfd3-b5a1f0ee58b7 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:22:36.097604 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=bee6724b-7ab5-44f1-9f46-e8c804978bb4,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:36.105397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-06ffe383-d45c-413d-adc0-b6495e407ce5 req-d5457342-ad9a-4adc-ac6c-05e761debfe8 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439920 Sep 09 16:22:36.194108 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.219970 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e1ec22-5d94-4048-a120-c011c84f03bb,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:36.223175 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.225748 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a8e1ec22-5d94-4048-a120-c011c84f03bb HTTP/1.1" status: 204 len: 168 time: 0.2803240 Sep 09 16:22:36.228882 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54168) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:36.231176 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.231530 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.232171 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.232777 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.233128 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.234059 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.237057 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.237057 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.237057 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.237057 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.237057 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.237057 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4e3f79-2b51-4eb1-9460-f1005dadf724 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.325732 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.367205 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae663b0-73e0-4cca-8ac1-1292553f0ac6 req-0cbe62b9-297b-4939-a42a-25341e2b0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:36.368671 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4ae663b0-73e0-4cca-8ac1-1292553f0ac6 req-0cbe62b9-297b-4939-a42a-25341e2b0bdc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 1099 time: 0.0758379 Sep 09 16:22:36.433091 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.453179 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4ae663b0-73e0-4cca-8ac1-1292553f0ac6 req-645753ec-076c-4002-a0e9-9e2c9433e639 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727348 Sep 09 16:22:36.461141 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6e35f8-349e-4162-849a-2dad88ca655d']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:36.469942 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249d938a-6bda-4098-bb2a-150954cb2f65') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:36.470235 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249d938a-6bda-4098-bb2a-150954cb2f65') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:36.480217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.492852 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.498437 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:22:36.498816 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:22:36.500380 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:22:36.627227 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.661472 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.667331 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:36.669183 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] 10.222.0.22 "DELETE /v2.0/networks/8f6e35f8-349e-4162-849a-2dad88ca655d HTTP/1.1" status: 204 len: 168 time: 0.4380991 Sep 09 16:22:36.680271 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6e35f8-349e-4162-849a-2dad88ca655d,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:36.688602 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.688951 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.689290 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.699217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892bd85c-3b2d-4548-90ce-553f3cc75afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:36.887593 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c286ee3-6722-4636-871e-3548b9cd5201 req-f85e1376-c5aa-4516-893a-31b40ab5f7da tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:36.889076 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5c286ee3-6722-4636-871e-3548b9cd5201 req-f85e1376-c5aa-4516-893a-31b40ab5f7da tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0479193 Sep 09 16:22:36.926286 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5c286ee3-6722-4636-871e-3548b9cd5201 req-f5ffced4-66e5-470f-a53a-74091850a4d5 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311649 Sep 09 16:22:37.220127 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30049b5-d553-4bc6-90df-37cf3c7ca7a2 req-8a16f524-3c50-4b94-9682-8da677841ff4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:37.221613 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a30049b5-d553-4bc6-90df-37cf3c7ca7a2 req-8a16f524-3c50-4b94-9682-8da677841ff4 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 946 time: 0.0481741 Sep 09 16:22:37.232094 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54180) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:37.262006 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a30049b5-d553-4bc6-90df-37cf3c7ca7a2 req-f8e62ac5-6a70-43bd-9c80-5fa2f439b821 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337467 Sep 09 16:22:37.274862 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4082c274-106b-4a4a-a499-3340627bd17a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70670e9c7fad4cf6ac2ab2b4fdc9e312&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398469 Sep 09 16:22:37.277234 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54182) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:37.330773 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2561fce7-45be-48b6-b9f7-8fbafae0acbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:37.352134 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2561fce7-45be-48b6-b9f7-8fbafae0acbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:37.495986 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2561fce7-45be-48b6-b9f7-8fbafae0acbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:37.498683 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2561fce7-45be-48b6-b9f7-8fbafae0acbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:37.499726 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2561fce7-45be-48b6-b9f7-8fbafae0acbe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a012728-4a06-4ebd-8276-a60220fca0c0 HTTP/1.1" status: 204 len: 168 time: 0.2216067 Sep 09 16:22:37.508028 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561fce7-45be-48b6-b9f7-8fbafae0acbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a012728-4a06-4ebd-8276-a60220fca0c0,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:37.819606 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54194) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:37.932633 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-34e44c31-cc4d-4ca5-9c5f-b0572b046ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:38.027700 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-34e44c31-cc4d-4ca5-9c5f-b0572b046ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:38.046577 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ac70e-d1e4-4897-b1e9-b8fd474c8e23 req-b607d134-c2a8-466c-b479-528c7a5ddde6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:38.048038 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-657ac70e-d1e4-4897-b1e9-b8fd474c8e23 req-b607d134-c2a8-466c-b479-528c7a5ddde6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0484428 Sep 09 16:22:38.086381 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-657ac70e-d1e4-4897-b1e9-b8fd474c8e23 req-ab7575a4-f145-4616-9279-47fff7a4ba2f tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Sep 09 16:22:38.141551 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-34e44c31-cc4d-4ca5-9c5f-b0572b046ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:38.185315 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-34e44c31-cc4d-4ca5-9c5f-b0572b046ad9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4f9842ba25246afaec22f1a884f0deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645799 Sep 09 16:22:38.186518 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e44c31-cc4d-4ca5-9c5f-b0572b046ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430f5665-5347-472d-80a0-4b5b53b18017,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:38.188084 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54210) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:38.237122 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b389fec2-8395-4a45-82e6-e2ccc385fb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:38.258336 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b389fec2-8395-4a45-82e6-e2ccc385fb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:38.385231 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29194f1b-c31a-4f1f-b9b6-a98780287290 req-aee46be2-05da-4460-9585-ee08a3992aa9 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:38.386751 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-29194f1b-c31a-4f1f-b9b6-a98780287290 req-aee46be2-05da-4460-9585-ee08a3992aa9 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 946 time: 0.0480258 Sep 09 16:22:38.424771 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-29194f1b-c31a-4f1f-b9b6-a98780287290 req-bab4ecfd-f4a1-4928-9e5f-04c01082f0bb tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 Sep 09 16:22:38.427652 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b389fec2-8395-4a45-82e6-e2ccc385fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:38.430294 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b389fec2-8395-4a45-82e6-e2ccc385fb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:38.431432 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b389fec2-8395-4a45-82e6-e2ccc385fb28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/430f5665-5347-472d-80a0-4b5b53b18017 HTTP/1.1" status: 204 len: 168 time: 0.2423460 Sep 09 16:22:38.440507 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389fec2-8395-4a45-82e6-e2ccc385fb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430f5665-5347-472d-80a0-4b5b53b18017,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:38.468174 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:39.205331 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686af50-605c-4a99-86eb-6689c0df1288 req-b096f5fa-396d-4f21-a403-761f869036c5 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:39.206813 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5686af50-605c-4a99-86eb-6689c0df1288 req-b096f5fa-396d-4f21-a403-761f869036c5 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0477927 Sep 09 16:22:39.245611 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5686af50-605c-4a99-86eb-6689c0df1288 req-f236f480-3c6a-4933-a721-e072349666d6 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/security-groups?id=29afa8cf-be34-45e7-a754-a9585fea7215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Sep 09 16:22:39.572084 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54276) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:39.687327 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-939768084-network', 'tenant_id': '0188a82242344251b36483a22ef120ad'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:39.832171 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-4e0d367d-11a9-4264-b247-5aae8528e45c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:39.833528 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-4e0d367d-11a9-4264-b247-5aae8528e45c tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.21 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 945 time: 0.0466089 Sep 09 16:22:39.844374 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Made reservation on behalf of 0188a82242344251b36483a22ef120ad for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:22:39.846693 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:39.855646 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:39.942005 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Deleting port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:39.942527 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:39.944364 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.028920 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] For port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:40.029284 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.045676 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Calling delete_port for 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:40.073002 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.094271 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:22:40.108068 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbadccd-c515-4bd1-809b-fe48b7bf4a86,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:40.112792 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.113141 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Added segment b688bc25-3f5e-425d-af5c-6073ae57058a of type vlan for network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e Sep 09 16:22:40.154548 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.238838 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.239056 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.241545 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:40.242293 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.277136 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Pushing event deleted for resources: {'Port': ['ID=73e3b7b4-40df-4bb4-aef7-fee26d83cc6d,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:40.285048 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['73e3b7b4-40df-4bb4-aef7-fee26d83cc6d'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:22:40.323971 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] Pushing event updated for resources: {'Network': ['ID=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:40.335144 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:22:40.349138 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e5a22f9f-d6db-4b41-bca3-6b1bbc148f54 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7752523 Sep 09 16:22:40.352011 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54288) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:40.360191 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Request body: {'subnet': {'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-939768084-subnet', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:40.389172 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c1bfecfd-1a13-492d-8c75-1af66a725035 req-feefdf6c-a179-4e20-8c7b-72624e4a2565 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 210 time: 0.0680685 Sep 09 16:22:40.390149 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] No DVR routers for this DVR port 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:22:40.393050 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.401393 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8bcb1a9b-def2-4d6f-b9c8-bd416d92c83f req-7bba6ffe-9dbc-40c1-9295-34f03ef7e095 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.21 "DELETE /v2.0/ports/73e3b7b4-40df-4bb4-aef7-fee26d83cc6d HTTP/1.1" status: 204 len: 173 time: 0.5560093 Sep 09 16:22:40.401393 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09db1f5-0c9d-4001-8c7b-18096226d155', 'name': 'network-vif-deleted', 'tag': '73e3b7b4-40df-4bb4-aef7-fee26d83cc6d'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:22:40.401393 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e94dcd-3c79-4f27-a0d8-d349e3b9a9ce" -d '{"events": [{"server_uuid": "a09db1f5-0c9d-4001-8c7b-18096226d155", "name": "network-vif-deleted", "tag": "73e3b7b4-40df-4bb4-aef7-fee26d83cc6d"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:22:40.436995 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83361e74-298d-4b9d-a9af-0e7c40856a1c x-openstack-request-id: req-83361e74-298d-4b9d-a9af-0e7c40856a1c {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:22:40.437469 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09db1f5-0c9d-4001-8c7b-18096226d155", "name": "network-vif-deleted", "tag": "73e3b7b4-40df-4bb4-aef7-fee26d83cc6d", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:22:40.437671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83361e74-298d-4b9d-a9af-0e7c40856a1c {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:22:40.438101 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09db1f5-0c9d-4001-8c7b-18096226d155', 'name': 'network-vif-deleted', 'tag': '73e3b7b4-40df-4bb4-aef7-fee26d83cc6d', 'status': 'completed', 'code': 200} Sep 09 16:22:40.450347 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Made reservation on behalf of 0188a82242344251b36483a22ef120ad for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:22:40.452950 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Notify callbacks [] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.730465 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:40.787849 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fc5a1b-bb6b-470f-9c47-d956f74617bf,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:40.795893 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Checking segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:40.795893 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Network hostable DHCP agents. Network: 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:22:40.941630 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:22:41.027173 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:41.031306 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:41.031996 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.035873 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe75dc0-0b62-4236-94ac-e4d4f223c533 None None] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:22:41.130935 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-fa326058-9ff2-404a-b1f5-d54a6cd86fde admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7773259 Sep 09 16:22:41.133708 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54298) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:41.138558 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:41.187516 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:22:41.188401 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.261713 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.263011 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.319464 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.324473 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Allocated IP 172.20.0.2 (6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e/a0fc5a1b-bb6b-470f-9c47-d956f74617bf/fee0ef8b-e130-4f79-983d-c78ebfa22912) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:22:41.481861 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.492368 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Transition to ACTIVE for port object fee0ef8b-e130-4f79-983d-c78ebfa22912 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:41.511281 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-254d45b3-8f5d-4efa-8c77-0943295b439d req-a2fa56f9-5aa6-4793-8b47-ad90c0b44131 tempest-ServerRescueNegativeTestJSON-1215329926 tempest-ServerRescueNegativeTestJSON-1215329926-project] 10.222.0.22 "GET /v2.0/ports?device_id=a09db1f5-0c9d-4001-8c7b-18096226d155 HTTP/1.1" status: 200 len: 210 time: 0.0353558 Sep 09 16:22:41.532780 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Transition to ACTIVE for port object fee0ef8b-e130-4f79-983d-c78ebfa22912 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:41.598149 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.627746 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.664048 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:41.667096 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:41.671856 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:22:41.684432 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Pushing event updated for resources: {'Port': ['ID=fee0ef8b-e130-4f79-983d-c78ebfa22912,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:41.737376 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Attempting to bind port fee0ef8b-e130-4f79-983d-c78ebfa22912 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:22:41.737753 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Attempting to bind port fee0ef8b-e130-4f79-983d-c78ebfa22912 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:22:41.738142 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Attempting to bind port fee0ef8b-e130-4f79-983d-c78ebfa22912 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:22:41.744485 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:22:41.744881 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Checking segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:41.745290 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.745831 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Bound using segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:22:41.746339 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Bound port: fee0ef8b-e130-4f79-983d-c78ebfa22912, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:22:41.746544 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.811275 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] For port fee0ef8b-e130-4f79-983d-c78ebfa22912, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:22:41.814289 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] For port fee0ef8b-e130-4f79-983d-c78ebfa22912, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=fee0ef8b-e130-4f79-983d-c78ebfa22912,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:22:41.878338 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.896873 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.931638 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:41.986756 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce458c-7409-4d3e-af41-878b7c799e52 None None] Pushing event updated for resources: {'Port': ['ID=fee0ef8b-e130-4f79-983d-c78ebfa22912,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:42.003992 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Allocated IP 172.27.2.86 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/02b98296-cf6b-4239-b7a2-4529b261753c) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:22:42.111771 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:42.234312 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:42.284062 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:42.286999 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:42.291038 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:22:42.366340 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Pushing event updated for resources: {'Port': ['ID=02b98296-cf6b-4239-b7a2-4529b261753c,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:42.485747 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device fee0ef8b-e130-4f79-983d-c78ebfa22912 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:42.546199 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:42.576128 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:42.576335 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54316) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:42.678726 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port fee0ef8b-e130-4f79-983d-c78ebfa22912 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:42.810222 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.082713 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ec8611-ed3f-4acb-8406-fa654f889ffa None None] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:22:43.096440 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:22:43.126005 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.262337 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ad85f5cd-f817-46f4-93aa-c6466b5d3e3e None None] Provisioning for port fee0ef8b-e130-4f79-983d-c78ebfa22912 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:43.268323 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ad85f5cd-f817-46f4-93aa-c6466b5d3e3e None None] Provisioning complete for port fee0ef8b-e130-4f79-983d-c78ebfa22912 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:43.268832 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ad85f5cd-f817-46f4-93aa-c6466b5d3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.383130 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ad85f5cd-f817-46f4-93aa-c6466b5d3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.427754 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-ad85f5cd-f817-46f4-93aa-c6466b5d3e3e None None] For port fee0ef8b-e130-4f79-983d-c78ebfa22912, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=fee0ef8b-e130-4f79-983d-c78ebfa22912,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:43.452180 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Deleting port b2862029-eb97-4342-9916-dd1fb090b2fa {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:43.456439 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.501525 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ad85f5cd-f817-46f4-93aa-c6466b5d3e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.507760 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:22:43.516763 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:22:43.526346 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b45af-6277-4ad0-a692-fb48e4bb6be3 req-93f88fc9-46a4-4859-8ace-e44f92010fb2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:43.527851 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8d6b45af-6277-4ad0-a692-fb48e4bb6be3 req-93f88fc9-46a4-4859-8ace-e44f92010fb2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0724356 Sep 09 16:22:43.531489 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:43.532716 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:43.561112 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] For port b2862029-eb97-4342-9916-dd1fb090b2fa, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=b2862029-eb97-4342-9916-dd1fb090b2fa,segment=NetworkSegment(38a62315-a37f-4821-84df-60042e705558),segment_id=38a62315-a37f-4821-84df-60042e705558)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:43.561734 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.562958 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85f5cd-f817-46f4-93aa-c6466b5d3e3e None None] Pushing event updated for resources: {'Port': ['ID=fee0ef8b-e130-4f79-983d-c78ebfa22912,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:43.577744 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Calling delete_port for b2862029-eb97-4342-9916-dd1fb090b2fa owned by network:router_interface {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:43.590574 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8d6b45af-6277-4ad0-a692-fb48e4bb6be3 req-99c0408b-11bf-4fbb-b106-e1251b4c6c4e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540264 Sep 09 16:22:43.593135 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.597566 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a862e67a-0003-46d6-86f0-eec4179ececc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4622409 Sep 09 16:22:43.605088 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54326) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:43.622906 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-7dbb9155-31ef-466c-a8ae-c5f78d4d46e7 None None] Provisioning complete for port fee0ef8b-e130-4f79-983d-c78ebfa22912 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:43.623536 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7dbb9155-31ef-466c-a8ae-c5f78d4d46e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.659685 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:43.828175 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:43.860232 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:42Z', 'revision_number': 3, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:43.875116 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2862029-eb97-4342-9916-dd1fb090b2fa,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:43.889286 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:22:43.889638 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Updating router 52a09d56-be2f-4b52-901f-fe62ef6a6668 port 02b98296-cf6b-4239-b7a2-4529b261753c binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:22:43.917981 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.056800 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.066137 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.183353 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.193387 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Transition to ACTIVE for port object 02b98296-cf6b-4239-b7a2-4529b261753c will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:44.231782 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Allocated IP 172.20.0.1 (6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e/a0fc5a1b-bb6b-470f-9c47-d956f74617bf/0c58431c-58de-4e48-8589-f184431f850e) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:22:44.261555 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.355377 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.371523 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Transition to ACTIVE for port object 0c58431c-58de-4e48-8589-f184431f850e will not be triggered until provisioned by entity DHCP. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:44.412259 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Attempting to bind port 02b98296-cf6b-4239-b7a2-4529b261753c on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:22:44.412641 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Attempting to bind port 02b98296-cf6b-4239-b7a2-4529b261753c by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:22:44.413007 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Attempting to bind port 02b98296-cf6b-4239-b7a2-4529b261753c on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:22:44.416574 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Pushing event updated for resources: {'Port': ['ID=02b98296-cf6b-4239-b7a2-4529b261753c,revision_number=2']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Bound port: 02b98296-cf6b-4239-b7a2-4529b261753c, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.431183 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.432192 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.432192 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.432192 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.432422 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.432905 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.433128 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.433417 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.433737 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:22:44.494784 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] For port 02b98296-cf6b-4239-b7a2-4529b261753c, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:22:44.497992 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] For port 02b98296-cf6b-4239-b7a2-4529b261753c, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=02b98296-cf6b-4239-b7a2-4529b261753c,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:22:44.519533 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.537006 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device fee0ef8b-e130-4f79-983d-c78ebfa22912 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:44.542097 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Router 0e86a116-593e-40ec-b7e5-b6eca150dc4b has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:22:44.560289 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:44.564576 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:44.568002 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:22:44.568483 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.589022 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port fee0ef8b-e130-4f79-983d-c78ebfa22912 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:44.589639 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.608062 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Pushing event updated for resources: {'Port': ['ID=0c58431c-58de-4e48-8589-f184431f850e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:44.611860 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.676504 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:22:44.686386 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-6316aed3-d7d6-48d1-a3fc-e46304044557 admin admin] 10.222.0.22 "PUT /v2.0/routers/0e86a116-593e-40ec-b7e5-b6eca150dc4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1089623 Sep 09 16:22:44.689367 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] Sync routers for ids ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:22:44.691048 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54334) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:44.693954 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:44.694959 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:44.726224 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] Routers {'0e86a116-593e-40ec-b7e5-b6eca150dc4b'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:44.727808 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:44.776317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dfba3-76a4-4664-8f09-71e536d40fad req-838900ee-88db-4152-b5ad-5a674d874687 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:44.777925 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-851dfba3-76a4-4664-8f09-71e536d40fad req-838900ee-88db-4152-b5ad-5a674d874687 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0575149 Sep 09 16:22:44.823185 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:44.830670 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-851dfba3-76a4-4664-8f09-71e536d40fad req-43de6db4-4e8c-4081-a2a7-4575f22d6f14 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447433 Sep 09 16:22:44.868056 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:44.881997 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] Set router 0e86a116-593e-40ec-b7e5-b6eca150dc4b gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:45.011788 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:45.025071 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-88ad634d-4b4e-4312-8bca-9df53c4787a7 None None] Provisioning for port 0c58431c-58de-4e48-8589-f184431f850e completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:45.028087 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c440f-e46f-4482-bbbe-bc3993ac3a60 None None] Pushing event updated for resources: {'Port': ['ID=02b98296-cf6b-4239-b7a2-4529b261753c,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:45.034285 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-88ad634d-4b4e-4312-8bca-9df53c4787a7 None None] Provisioning complete for port 0c58431c-58de-4e48-8589-f184431f850e triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:45.034659 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-88ad634d-4b4e-4312-8bca-9df53c4787a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:45.047111 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:42Z', 'revision_number': 3, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:45.073687 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79fb382-35e6-4cfe-87c1-998bce7d3e89 None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:42Z', 'revision_number': 3, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:22:45.097795 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-88ad634d-4b4e-4312-8bca-9df53c4787a7 None None] Port 0c58431c-58de-4e48-8589-f184431f850e cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:22:45.106674 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:45.123949 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': '88daae13-0547-4f61-9de8-5257560c376a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:22:43Z', 'revision_number': 5, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port': {'id': '88daae13-0547-4f61-9de8-5257560c376a', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:83:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:45.156374 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] Checking router: 0e86a116-593e-40ec-b7e5-b6eca150dc4b for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:22:45.165175 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] Routers {'0e86a116-593e-40ec-b7e5-b6eca150dc4b'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:45.165994 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:45.221690 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Deleting port 88daae13-0547-4f61-9de8-5257560c376a {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:22:45.222057 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:45.254086 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] Set router 0e86a116-593e-40ec-b7e5-b6eca150dc4b gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:45.316275 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:22:45Z', 'revision_number': 6, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port_host': None}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:45.343587 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4923df-582a-46b8-ac1e-e62daa30d3ca None None] The sync data for ids ['0e86a116-593e-40ec-b7e5-b6eca150dc4b'] in dv-cinder-760199-19-iscsi is: [{'id': '0e86a116-593e-40ec-b7e5-b6eca150dc4b', 'name': 'tempest-ServerRescueNegativeTestJSON-1810201425-router', 'tenant_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:34Z', 'updated_at': '2021-09-09T16:22:45Z', 'revision_number': 6, 'project_id': 'ebd3e8fe26e4404a83019c95e5a40882', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:22:45.392427 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:45.396333 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] For port 88daae13-0547-4f61-9de8-5257560c376a, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=88daae13-0547-4f61-9de8-5257560c376a,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:45.396787 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:45.414539 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Calling delete_port for 88daae13-0547-4f61-9de8-5257560c376a owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:22:45.487063 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:45.487830 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:45.573706 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Pushing event updated for resources: {'Port': ['ID=0c58431c-58de-4e48-8589-f184431f850e,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:45.703697 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:45.706905 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:46.026033 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-83e7a2b9-06db-480d-990c-940c8df9de98 None None] Provisioning complete for port 0c58431c-58de-4e48-8589-f184431f850e triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:46.027083 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-83e7a2b9-06db-480d-990c-940c8df9de98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.067650 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-83e7a2b9-06db-480d-990c-940c8df9de98 None None] Port 0c58431c-58de-4e48-8589-f184431f850e cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:22:46.096462 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e17787-cdc7-4495-82d6-f7cc5dafe1e9 req-734286eb-3455-41d7-a8d5-deea4d225ea0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:46.097975 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15e17787-cdc7-4495-82d6-f7cc5dafe1e9 req-734286eb-3455-41d7-a8d5-deea4d225ea0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0784001 Sep 09 16:22:46.127981 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.132461 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:22:46.169249 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=88daae13-0547-4f61-9de8-5257560c376a,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:46.184207 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-15e17787-cdc7-4495-82d6-f7cc5dafe1e9 req-9a784ee3-2a3c-430a-8a2c-1d04c6a04aa2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770748 Sep 09 16:22:46.206892 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.373104 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.379630 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.438508 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:46.462521 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:22:46.462896 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 73e3b7b4-40df-4bb4-aef7-fee26d83cc6d not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:22:46.470191 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:22:46.476321 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-186188fd-e8cf-49a2-b45f-79e31408ba29 admin admin] 10.222.0.22 "PUT /v2.0/routers/52a09d56-be2f-4b52-901f-fe62ef6a6668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8684089 Sep 09 16:22:46.517337 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 02b98296-cf6b-4239-b7a2-4529b261753c up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:46.548113 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.549406 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e86a116-593e-40ec-b7e5-b6eca150dc4b {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:22:46.558472 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.561904 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b154ecb8-87dc-428a-9039-5b399b3ceac3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0e86a116-593e-40ec-b7e5-b6eca150dc4b HTTP/1.1" status: 204 len: 168 time: 1.8677075 Sep 09 16:22:46.562168 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54350) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:46.610375 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-e8ae894a-14e5-45a2-813a-d3cbe2d3e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:46.612669 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-e8ae894a-14e5-45a2-813a-d3cbe2d3e9a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 1099 time: 0.0521557 Sep 09 16:22:46.618678 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d8b7f2-994c-45f4-a02a-cdc95c8e2232 admin admin] Deleting subnet ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:22:46.622584 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-48d8b7f2-994c-45f4-a02a-cdc95c8e2232 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.644286 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 02b98296-cf6b-4239-b7a2-4529b261753c completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:46.648029 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 02b98296-cf6b-4239-b7a2-4529b261753c triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:46.648425 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.667503 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-48d8b7f2-994c-45f4-a02a-cdc95c8e2232 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.674982 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-48d8b7f2-994c-45f4-a02a-cdc95c8e2232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.738693 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.745709 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-174d1f9f-8d89-4d5f-a450-c58340b388ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:46.747383 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-174d1f9f-8d89-4d5f-a450-c58340b388ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 912 time: 0.1123934 Sep 09 16:22:46.764359 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 02b98296-cf6b-4239-b7a2-4529b261753c, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=02b98296-cf6b-4239-b7a2-4529b261753c,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:46.811659 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-48d8b7f2-994c-45f4-a02a-cdc95c8e2232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.827268 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-2e529372-d949-4754-acf4-a1704797c936 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb HTTP/1.1" status: 200 len: 1001 time: 0.0712402 Sep 09 16:22:46.846788 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-48d8b7f2-994c-45f4-a02a-cdc95c8e2232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.851454 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.860187 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-48d8b7f2-994c-45f4-a02a-cdc95c8e2232 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ac922ba9-ebc2-4271-ba44-8f1ece0e31e6 HTTP/1.1" status: 204 len: 168 time: 0.2947690 Sep 09 16:22:46.864789 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54356) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:46.868594 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8b7f2-994c-45f4-a02a-cdc95c8e2232 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac922ba9-ebc2-4271-ba44-8f1ece0e31e6,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:46.912571 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-62eb7cc3-6ced-47f0-91dd-4bc7e727e05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:46.914618 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-62eb7cc3-6ced-47f0-91dd-4bc7e727e05f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 200 len: 850 time: 0.0759077 Sep 09 16:22:46.933390 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=02b98296-cf6b-4239-b7a2-4529b261753c,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:46.940519 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device b2862029-eb97-4342-9916-dd1fb090b2fa no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:46.965747 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: b2862029-eb97-4342-9916-dd1fb090b2fa {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:22:46.966150 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device b2862029-eb97-4342-9916-dd1fb090b2fa not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:22:46.966637 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 88daae13-0547-4f61-9de8-5257560c376a no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:22:46.972516 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-ce7218f2-0f3b-4308-8328-4bd17a5874c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:46.974103 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-ce7218f2-0f3b-4308-8328-4bd17a5874c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60652e51-aa8c-4376-8487-bf6553372b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503740 Sep 09 16:22:46.984368 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:46.986719 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 88daae13-0547-4f61-9de8-5257560c376a {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:22:46.987069 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 88daae13-0547-4f61-9de8-5257560c376a not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:22:47.113280 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-73f37ada-6cd0-4756-ba03-2fb76d0d295a service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308687 Sep 09 16:22:47.129138 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:22:47.132274 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.142196 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:47.146502 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:47.159244 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.159748 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.160958 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.161441 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > port after_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.161902 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > port after_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.162729 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > port after_update 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.163159 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.163590 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.164584 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.164584 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.246073 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ca96a97a-eaea-4c13-bcff-df9bb2f2a40c req-a7989ce8-c5ba-49f3-805e-568afa636466 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251972 Sep 09 16:22:47.248408 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.248825 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.249252 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.249645 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94612) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 16:22:47.250047 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['033764cf-60bd-4168-9ff5-8933d1bd0076']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:47.277659 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a62315-a37f-4821-84df-60042e705558') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:47.278005 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a62315-a37f-4821-84df-60042e705558') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:47.296038 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25039770'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.322861 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:47.326141 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.333750 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf6da5-1196-4f43-8f3a-8e968163fce1 req-ef270eff-4882-4fb4-b8b6-62a3c9218e0b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:47.335313 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0fbf6da5-1196-4f43-8f3a-8e968163fce1 req-ef270eff-4882-4fb4-b8b6-62a3c9218e0b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0746901 Sep 09 16:22:47.344587 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:22:47.345115 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24915900'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: from cryptography.utils import int_from_bytes Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: from cryptography.utils import int_from_bytes Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: Traceback (most recent call last): Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: timer() Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: cb(*args, **kw) Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: return func(*args, **kwargs) Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: self._notify() Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: self.callback(batched_events) Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: event.method(event) Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: return f(self, *a, **k) Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._get(url).json() Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:22:47.351587 dv-cinder-760199-19-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:22:47.400676 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0fbf6da5-1196-4f43-8f3a-8e968163fce1 req-c9f29fe5-9f5a-4148-adb4-a38531526a00 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512710 Sep 09 16:22:47.413473 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54376) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:47.419322 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-170991753-network', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:47.513581 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Made reservation on behalf of 9df05b96bd284b9c80126e97c7c2428f for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:22:47.515919 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.518993 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.526927 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.528891 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] 10.222.0.22 "DELETE /v2.0/networks/033764cf-60bd-4168-9ff5-8933d1bd0076 HTTP/1.1" status: 204 len: 168 time: 0.6489980 Sep 09 16:22:47.538008 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.553435 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744bbeb-ef3a-4726-991b-d76b3831209c admin admin] Pushing event deleted for resources: {'Network': ['ID=033764cf-60bd-4168-9ff5-8933d1bd0076,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:47.584881 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:45Z', 'revision_number': 2, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:47.612232 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:22:47.612611 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Updating router 52a09d56-be2f-4b52-901f-fe62ef6a6668 port 0c58431c-58de-4e48-8589-f184431f850e binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:22:47.637858 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.645407 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.713723 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.740442 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:22:47.751006 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910db056-df9c-457e-af56-97ae692f0a92,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:47.757317 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.757778 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Added segment 7481ccbe-4567-4ca0-85f0-4590732bbd4a of type vlan for network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec Sep 09 16:22:47.799274 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.916355 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.926185 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Transition to ACTIVE for port object 0c58431c-58de-4e48-8589-f184431f850e will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:47.936165 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.937245 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:47.937902 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.950782 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54388) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:47.990998 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5657e9af-f1dd-48e6-a9e9-1ffc0e77ca01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebd3e8fe26e4404a83019c95e5a40882&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390706 Sep 09 16:22:47.993175 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:47.994188 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54390) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:48.007019 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] Pushing event updated for resources: {'Network': ['ID=85081a58-f3d7-4f1d-aba7-d1f9bf793eec,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:48.018306 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:22:48.027291 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-698c3317-c84b-49e5-a1da-2310f6617fac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6094000 Sep 09 16:22:48.032264 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54392) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:48.038288 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Request body: {'subnet': {'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-170991753-subnet', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:48.040215 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcb3e0-5efc-433f-9989-f5b50ba78045 None None] Pushing event updated for resources: {'Port': ['ID=0c58431c-58de-4e48-8589-f184431f850e,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:48.080909 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b2af-31a6-4988-a5e0-4c949616b0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.114799 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Attempting to bind port 0c58431c-58de-4e48-8589-f184431f850e on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:22:48.115235 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Attempting to bind port 0c58431c-58de-4e48-8589-f184431f850e by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:22:48.115605 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Attempting to bind port 0c58431c-58de-4e48-8589-f184431f850e on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:22:48.121796 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:22:48.121796 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Checking segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:48.122185 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.122585 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Bound using segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:22:48.123090 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Bound port: 0c58431c-58de-4e48-8589-f184431f850e, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:22:48.123530 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.130259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b2af-31a6-4988-a5e0-4c949616b0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.164346 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Made reservation on behalf of 9df05b96bd284b9c80126e97c7c2428f for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:22:48.167288 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24923073'] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.198888 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] For port 0c58431c-58de-4e48-8589-f184431f850e, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:22:48.202181 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] For port 0c58431c-58de-4e48-8589-f184431f850e, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=0c58431c-58de-4e48-8589-f184431f850e,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:22:48.273217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b2af-31a6-4988-a5e0-4c949616b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.276484 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1ef6b2af-31a6-4988-a5e0-4c949616b0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.280518 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-1ef6b2af-31a6-4988-a5e0-4c949616b0d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29afa8cf-be34-45e7-a754-a9585fea7215 HTTP/1.1" status: 204 len: 168 time: 0.2825050 Sep 09 16:22:48.285584 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6b2af-31a6-4988-a5e0-4c949616b0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29afa8cf-be34-45e7-a754-a9585fea7215,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:48.296701 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.364910 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:48.365659 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:48.427566 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24915231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24923103'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.452408 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcb3e0-5efc-433f-9989-f5b50ba78045 None None] Pushing event updated for resources: {'Port': ['ID=0c58431c-58de-4e48-8589-f184431f850e,revision_number=4']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:48.508639 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 02b98296-cf6b-4239-b7a2-4529b261753c up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:48.517523 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:48.521872 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c1fd4b-7f2f-4c1b-9612-74de29926336,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:48.558928 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Checking segment: {'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:48.559469 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Network hostable DHCP agents. Network: 85081a58-f3d7-4f1d-aba7-d1f9bf793eec, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:22:48.590636 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ef0d5-cb74-4b78-86f7-9d9868baee18 req-64ea67fa-1869-482c-ba12-b9a7ed42f6fb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:48.595704 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 02b98296-cf6b-4239-b7a2-4529b261753c triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:48.596385 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.598307 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e04ef0d5-cb74-4b78-86f7-9d9868baee18 req-64ea67fa-1869-482c-ba12-b9a7ed42f6fb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0774221 Sep 09 16:22:48.634295 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e04ef0d5-cb74-4b78-86f7-9d9868baee18 req-854fb1ae-2778-408d-b905-3a84408e7a51 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347309 Sep 09 16:22:48.667493 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:22:48.759006 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 85081a58-f3d7-4f1d-aba7-d1f9bf793eec) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:48.768696 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:48.769302 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.770854 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9bc4c9-891b-4997-b571-e78dac747349 None None] Network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:22:48.843585 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:48Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:48.856876 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7896398b-1935-4fe1-8cd0-e92c07b3a03a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8228810 Sep 09 16:22:48.859500 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54406) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:48.865638 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:48.879884 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38127822-d197-4de5-b4a1-15f7a9ae8a21 None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:48Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:22:48.961846 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15d11a-c161-4308-804e-66096352406b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-85081a58-f3d7-4f1d-aba7-d1f9bf793eec', 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'fixed_ips': [{'subnet_id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:22:48.962992 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9b15d11a-c161-4308-804e-66096352406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.970429 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:48.972648 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.040346 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.254232 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-9b15d11a-c161-4308-804e-66096352406b None None] Allocated IP 172.20.0.2 (85081a58-f3d7-4f1d-aba7-d1f9bf793eec/d1c1fd4b-7f2f-4c1b-9612-74de29926336/0d6e769c-e1e4-420c-bd35-4128ba550d70) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:22:49.293162 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.437613 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9b15d11a-c161-4308-804e-66096352406b None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.447984 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-9b15d11a-c161-4308-804e-66096352406b None None] Transition to ACTIVE for port object 0d6e769c-e1e4-420c-bd35-4128ba550d70 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:49.466072 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-9b15d11a-c161-4308-804e-66096352406b None None] Transition to ACTIVE for port object 0d6e769c-e1e4-420c-bd35-4128ba550d70 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:49.553632 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9b15d11a-c161-4308-804e-66096352406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.577158 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.597439 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.603149 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b15d11a-c161-4308-804e-66096352406b None None] Network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:49.613697 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-9b15d11a-c161-4308-804e-66096352406b None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:49.618963 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15d11a-c161-4308-804e-66096352406b None None] Pushing event updated for resources: {'Port': ['ID=0d6e769c-e1e4-420c-bd35-4128ba550d70,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:49.630022 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b15d11a-c161-4308-804e-66096352406b None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:22:49.695980 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-9b15d11a-c161-4308-804e-66096352406b None None] Attempting to bind port 0d6e769c-e1e4-420c-bd35-4128ba550d70 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:22:49.696748 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-9b15d11a-c161-4308-804e-66096352406b None None] Attempting to bind port 0d6e769c-e1e4-420c-bd35-4128ba550d70 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:22:49.697045 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15d11a-c161-4308-804e-66096352406b None None] Attempting to bind port 0d6e769c-e1e4-420c-bd35-4128ba550d70 on network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:22:49.705760 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15d11a-c161-4308-804e-66096352406b None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:22:49.706170 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15d11a-c161-4308-804e-66096352406b None None] Checking segment: {'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:49.707018 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9b15d11a-c161-4308-804e-66096352406b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.707567 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b15d11a-c161-4308-804e-66096352406b None None] Bound using segment: {'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:22:49.708058 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-9b15d11a-c161-4308-804e-66096352406b None None] Bound port: 0d6e769c-e1e4-420c-bd35-4128ba550d70, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:22:49.708440 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9b15d11a-c161-4308-804e-66096352406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.731271 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Allocated IP 172.27.2.185 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/64655f5e-33e8-4dd0-b663-7f58c7b37897) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:22:49.808201 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-9b15d11a-c161-4308-804e-66096352406b None None] For port 0d6e769c-e1e4-420c-bd35-4128ba550d70, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:22:49.812527 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-9b15d11a-c161-4308-804e-66096352406b None None] For port 0d6e769c-e1e4-420c-bd35-4128ba550d70, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=0d6e769c-e1e4-420c-bd35-4128ba550d70,segment=NetworkSegment(7481ccbe-4567-4ca0-85f0-4590732bbd4a),segment_id=7481ccbe-4567-4ca0-85f0-4590732bbd4a)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:22:49.813117 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481100d-792a-4700-b73e-b4c268bf0dd8 req-247d3ccd-b5ed-438b-b1e2-4d5f4edcac56 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:49.815258 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8481100d-792a-4700-b73e-b4c268bf0dd8 req-247d3ccd-b5ed-438b-b1e2-4d5f4edcac56 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0921655 Sep 09 16:22:49.858233 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8481100d-792a-4700-b73e-b4c268bf0dd8 req-11e65e27-7de1-43f0-a1bb-1488d26a61cb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352974 Sep 09 16:22:49.868215 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.971346 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9b15d11a-c161-4308-804e-66096352406b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:49.999728 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:50.042600 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15d11a-c161-4308-804e-66096352406b None None] Pushing event updated for resources: {'Port': ['ID=0d6e769c-e1e4-420c-bd35-4128ba550d70,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:50.053204 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:50.060019 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:50.063170 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:22:50.101872 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Pushing event updated for resources: {'Port': ['ID=64655f5e-33e8-4dd0-b663-7f58c7b37897,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:50.590003 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 0d6e769c-e1e4-420c-bd35-4128ba550d70 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:50.707366 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 0d6e769c-e1e4-420c-bd35-4128ba550d70 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:50.710769 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:50.717774 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 0c58431c-58de-4e48-8589-f184431f850e up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:50.902077 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 0c58431c-58de-4e48-8589-f184431f850e completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:50.906240 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 0c58431c-58de-4e48-8589-f184431f850e triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:50.906974 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:50.926191 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.009093 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.078289 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df40976-1ff7-4afd-9f47-9ae30aaeff37 req-080d597c-a912-46f6-a790-6eb617bdbf73 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:51.078289 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4df40976-1ff7-4afd-9f47-9ae30aaeff37 req-080d597c-a912-46f6-a790-6eb617bdbf73 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.1022398 Sep 09 16:22:51.078881 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 0c58431c-58de-4e48-8589-f184431f850e, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=0c58431c-58de-4e48-8589-f184431f850e,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:51.082086 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c110e8-a60e-4858-ac71-26bfc9aa7635 None None] Network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:22:51.133975 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4df40976-1ff7-4afd-9f47-9ae30aaeff37 req-3007d198-8ac3-4649-9be5-3a74efd12549 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494289 Sep 09 16:22:51.190198 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.219052 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-92a6ff2b-fb20-45ee-8466-ddfeb579cc87 None None] Provisioning for port 0d6e769c-e1e4-420c-bd35-4128ba550d70 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:51.244886 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-92a6ff2b-fb20-45ee-8466-ddfeb579cc87 None None] Provisioning complete for port 0d6e769c-e1e4-420c-bd35-4128ba550d70 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:51.245251 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-92a6ff2b-fb20-45ee-8466-ddfeb579cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.273058 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:22:51.298956 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=0c58431c-58de-4e48-8589-f184431f850e,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:51.390279 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-92a6ff2b-fb20-45ee-8466-ddfeb579cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.398054 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:22:51.421623 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Sync routers for ids ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:22:51.440417 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-92a6ff2b-fb20-45ee-8466-ddfeb579cc87 None None] For port 0d6e769c-e1e4-420c-bd35-4128ba550d70, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=0d6e769c-e1e4-420c-bd35-4128ba550d70,segment=NetworkSegment(7481ccbe-4567-4ca0-85f0-4590732bbd4a),segment_id=7481ccbe-4567-4ca0-85f0-4590732bbd4a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:51.441572 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Routers {'8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:51.442232 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:51.490430 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.491726 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8aad65b4-e843-4c7b-846a-d6f215304e9c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6300619 Sep 09 16:22:51.495337 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54464) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:51.528442 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-92a6ff2b-fb20-45ee-8466-ddfeb579cc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.604017 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Set router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:51.630478 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6ff2b-fb20-45ee-8466-ddfeb579cc87 None None] Pushing event updated for resources: {'Port': ['ID=0d6e769c-e1e4-420c-bd35-4128ba550d70,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:51.657469 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54468) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:51.699532 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-96c92be6-aa9e-4b5e-b816-16ea382860a7 None None] Provisioning complete for port 0d6e769c-e1e4-420c-bd35-4128ba550d70 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:51.699905 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-96c92be6-aa9e-4b5e-b816-16ea382860a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.795842 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6ad45c47-177a-4119-a771-961b631dfd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.877998 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:22:50Z', 'revision_number': 3, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port': {'id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:49Z', 'updated_at': '2021-09-09T16:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:51.916073 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6ad45c47-177a-4119-a771-961b631dfd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.924959 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Checking router: 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:22:51.925612 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Updating router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 port 64655f5e-33e8-4dd0-b663-7f58c7b37897 binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:22:51.952596 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:51.970373 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.095905 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6ad45c47-177a-4119-a771-961b631dfd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.129426 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Allocated IP 172.20.0.1 (85081a58-f3d7-4f1d-aba7-d1f9bf793eec/d1c1fd4b-7f2f-4c1b-9612-74de29926336/c63a0ac4-b794-44c3-8d08-19489cee37ca) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:22:52.138174 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad45c47-177a-4119-a771-961b631dfd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a520d6c-357b-4577-9bad-6e7d3a62081b,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:52.143888 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-6ad45c47-177a-4119-a771-961b631dfd04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11c0fd72de774699ba3e91e6d08d0d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4847355 Sep 09 16:22:52.146460 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54476) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:52.215695 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-45953c5e-cc3c-4619-bcd2-d4389b2ec13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.252491 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.263819 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Transition to ACTIVE for port object 64655f5e-33e8-4dd0-b663-7f58c7b37897 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:52.267953 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.269212 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-45953c5e-cc3c-4619-bcd2-d4389b2ec13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.281668 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Transition to ACTIVE for port object c63a0ac4-b794-44c3-8d08-19489cee37ca will not be triggered until provisioned by entity DHCP. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:52.314960 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1683c2e-d86f-42ad-b83e-94778bdad7c3 req-f3977e22-8698-4a29-947f-bbea155be088 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:52.316478 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b1683c2e-d86f-42ad-b83e-94778bdad7c3 req-f3977e22-8698-4a29-947f-bbea155be088 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0865121 Sep 09 16:22:52.366676 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b1683c2e-d86f-42ad-b83e-94778bdad7c3 req-459a0497-8d2d-4a9c-80e2-d3d0fe3082d2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Sep 09 16:22:52.370943 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.399792 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.434163 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Attempting to bind port 64655f5e-33e8-4dd0-b663-7f58c7b37897 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:22:52.434524 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Attempting to bind port 64655f5e-33e8-4dd0-b663-7f58c7b37897 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:22:52.434890 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Attempting to bind port 64655f5e-33e8-4dd0-b663-7f58c7b37897 on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:22:52.448816 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098de920-4e64-4028-9cf6-f00a96c7d330 None None] Pushing event updated for resources: {'Port': ['ID=64655f5e-33e8-4dd0-b663-7f58c7b37897,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:52.452993 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:52.453892 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:22:52.455288 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:52.456520 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.457104 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:22:52.457798 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Bound port: 64655f5e-33e8-4dd0-b663-7f58c7b37897, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:22:52.457969 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:52.458204 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.463929 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:22:52.479702 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-45953c5e-cc3c-4619-bcd2-d4389b2ec13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.483334 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-45953c5e-cc3c-4619-bcd2-d4389b2ec13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.485163 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-45953c5e-cc3c-4619-bcd2-d4389b2ec13b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a520d6c-357b-4577-9bad-6e7d3a62081b HTTP/1.1" status: 204 len: 168 time: 0.3377137 Sep 09 16:22:52.509634 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45953c5e-cc3c-4619-bcd2-d4389b2ec13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a520d6c-357b-4577-9bad-6e7d3a62081b,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:52.515377 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Pushing event updated for resources: {'Port': ['ID=c63a0ac4-b794-44c3-8d08-19489cee37ca,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:52.520732 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.549410 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] For port 64655f5e-33e8-4dd0-b663-7f58c7b37897, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:22:52.553952 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] For port 64655f5e-33e8-4dd0-b663-7f58c7b37897, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=64655f5e-33e8-4dd0-b663-7f58c7b37897,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:22:52.559346 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 0d6e769c-e1e4-420c-bd35-4128ba550d70 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:52.621237 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 0d6e769c-e1e4-420c-bd35-4128ba550d70 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:52.621892 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.654564 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.742458 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098de920-4e64-4028-9cf6-f00a96c7d330 None None] Pushing event updated for resources: {'Port': ['ID=64655f5e-33e8-4dd0-b663-7f58c7b37897,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:52.759165 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Routers {'8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:52.769199 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:52.786189 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:52.928755 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 0c58431c-58de-4e48-8589-f184431f850e up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:52.989181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] Set router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:53.045153 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.149883 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-1f6423cb-7aee-4bdc-aa33-b4db3f4f0954 None None] Provisioning for port c63a0ac4-b794-44c3-8d08-19489cee37ca completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:53.161937 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-1f6423cb-7aee-4bdc-aa33-b4db3f4f0954 None None] Provisioning complete for port c63a0ac4-b794-44c3-8d08-19489cee37ca triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:53.162317 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1f6423cb-7aee-4bdc-aa33-b4db3f4f0954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.165848 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 0c58431c-58de-4e48-8589-f184431f850e triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:53.166215 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.261722 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24915856'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.285760 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-1f6423cb-7aee-4bdc-aa33-b4db3f4f0954 None None] Port c63a0ac4-b794-44c3-8d08-19489cee37ca cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:22:53.333495 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Pushing event updated for resources: {'Port': ['ID=c63a0ac4-b794-44c3-8d08-19489cee37ca,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:53.339132 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.441044 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 4, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port': {'id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:49Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'c63a0ac4-b794-44c3-8d08-19489cee37ca', 'name': '', 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'mac_address': 'fa:16:3e:90:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:51Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 1, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'subnets': [{'id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:53.451646 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:22:53.455654 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:22:53.488175 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70497290-f508-4381-a2f1-3ef0ee6392c1 None None] The sync data for ids ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'] in dv-cinder-760199-19-iscsi is: [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 4, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port': {'id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:49Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'c63a0ac4-b794-44c3-8d08-19489cee37ca', 'name': '', 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'mac_address': 'fa:16:3e:90:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:51Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 1, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'subnets': [{'id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:22:53.503527 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54504) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:53.534393 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0285defb-8856-44bc-82a2-1af391f8c80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.887616 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5458d28-5b56-4926-af0d-3c36b3efd832 req-eb5fc072-c264-4b53-ae8a-659e709cc887 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:53.887616 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f5458d28-5b56-4926-af0d-3c36b3efd832 req-eb5fc072-c264-4b53-ae8a-659e709cc887 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.1607809 Sep 09 16:22:53.889109 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0285defb-8856-44bc-82a2-1af391f8c80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.889425 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f5458d28-5b56-4926-af0d-3c36b3efd832 req-f2a263da-848d-4748-bcdf-c93565c8f498 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549588 Sep 09 16:22:53.889425 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:22:53.896617 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-d42451d0-7d3a-4d56-ac6d-0d91ef8a8231 None None] Provisioning complete for port c63a0ac4-b794-44c3-8d08-19489cee37ca triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:53.897506 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0285defb-8856-44bc-82a2-1af391f8c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.897597 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d42451d0-7d3a-4d56-ac6d-0d91ef8a8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.897680 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285defb-8856-44bc-82a2-1af391f8c80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193799a7-e784-450d-a775-8e8ca0ec4f92,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:53.897680 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-0285defb-8856-44bc-82a2-1af391f8c80e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a087deae1a23497b9f139243340733dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3701186 Sep 09 16:22:53.897680 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54506) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:53.898868 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-d42451d0-7d3a-4d56-ac6d-0d91ef8a8231 None None] Port c63a0ac4-b794-44c3-8d08-19489cee37ca cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:22:53.940122 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c9e1-4658-48bf-80c9-038f3b4ec4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:53.973389 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c9e1-4658-48bf-80c9-038f3b4ec4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:54.111591 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:22:54.124789 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5c0994c9-f791-4cae-9882-9c024da45049 admin admin] 10.222.0.22 "PUT /v2.0/routers/8dbb4bf8-d8b3-4019-ab14-5e56fa76f311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6204662 Sep 09 16:22:54.170664 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c9e1-4658-48bf-80c9-038f3b4ec4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:54.174003 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f1d1c9e1-4658-48bf-80c9-038f3b4ec4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:54.175521 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-f1d1c9e1-4658-48bf-80c9-038f3b4ec4b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/193799a7-e784-450d-a775-8e8ca0ec4f92 HTTP/1.1" status: 204 len: 168 time: 0.2985654 Sep 09 16:22:54.186670 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1c9e1-4658-48bf-80c9-038f3b4ec4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193799a7-e784-450d-a775-8e8ca0ec4f92,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:54.647798 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54528) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:54.652821 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-77b8f1f5-06bc-42a0-8ec6-82592a4c20f3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1092704019', 'description': 'tempest-secgroup-smoke-1092704019 description', 'project_id': '0188a82242344251b36483a22ef120ad'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:54.735984 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b8f1f5-06bc-42a0-8ec6-82592a4c20f3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:54.812695 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f8f86-4aef-4048-98b8-9cb7ae4f1056 req-a4ee5bfd-508c-4dad-a4ce-4a2ae0442af5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:54.814494 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f26f8f86-4aef-4048-98b8-9cb7ae4f1056 req-a4ee5bfd-508c-4dad-a4ce-4a2ae0442af5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0545647 Sep 09 16:22:54.836271 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b8f1f5-06bc-42a0-8ec6-82592a4c20f3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:54.855533 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f26f8f86-4aef-4048-98b8-9cb7ae4f1056 req-fc76fc25-2cff-4c15-a7a7-dac2bf53595d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347288 Sep 09 16:22:54.958621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b8f1f5-06bc-42a0-8ec6-82592a4c20f3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:54.988733 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8f1f5-06bc-42a0-8ec6-82592a4c20f3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bf505a-a3af-48af-92e9-59dcd36efa96,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:55.067066 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b8f1f5-06bc-42a0-8ec6-82592a4c20f3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.068358 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-77b8f1f5-06bc-42a0-8ec6-82592a4c20f3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4193523 Sep 09 16:22:55.071350 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54540) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:55.075650 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-229884e1-0b77-4f4c-9ad1-0af931f9dbaa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'security_group_rule': {'security_group_id': '06bf505a-a3af-48af-92e9-59dcd36efa96', 'project_id': '0188a82242344251b36483a22ef120ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:55.208488 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-229884e1-0b77-4f4c-9ad1-0af931f9dbaa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.276665 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-229884e1-0b77-4f4c-9ad1-0af931f9dbaa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.353555 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-229884e1-0b77-4f4c-9ad1-0af931f9dbaa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.370841 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229884e1-0b77-4f4c-9ad1-0af931f9dbaa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fade2518-32a1-45c0-ae25-cb843accad07,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:55.450394 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-229884e1-0b77-4f4c-9ad1-0af931f9dbaa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.455169 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-229884e1-0b77-4f4c-9ad1-0af931f9dbaa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3827999 Sep 09 16:22:55.459494 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54554) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:55.461960 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-8900591c-08a1-40ce-a507-eacd61f27b22 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'security_group_rule': {'security_group_id': '06bf505a-a3af-48af-92e9-59dcd36efa96', 'project_id': '0188a82242344251b36483a22ef120ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:55.608824 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8900591c-08a1-40ce-a507-eacd61f27b22 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.671790 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8900591c-08a1-40ce-a507-eacd61f27b22 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.748111 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8900591c-08a1-40ce-a507-eacd61f27b22 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.774546 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900591c-08a1-40ce-a507-eacd61f27b22 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b70f09-3f10-4f27-a151-a20be355c4e8,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:55.844265 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8900591c-08a1-40ce-a507-eacd61f27b22 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:55.845493 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8900591c-08a1-40ce-a507-eacd61f27b22 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3890271 Sep 09 16:22:55.848394 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54570) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:55.853777 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-fef081b2-2eed-4e46-8a90-77e57c46b951 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'security_group_rule': {'security_group_id': '06bf505a-a3af-48af-92e9-59dcd36efa96', 'project_id': '0188a82242344251b36483a22ef120ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:55.981634 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565e2cb-2123-4682-bf35-0b233f222d3a req-b63ce9cc-0d77-43bb-a86c-4f878a6d3b4d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:55.983225 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a565e2cb-2123-4682-bf35-0b233f222d3a req-b63ce9cc-0d77-43bb-a86c-4f878a6d3b4d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0504534 Sep 09 16:22:55.986936 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fef081b2-2eed-4e46-8a90-77e57c46b951 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.035132 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a565e2cb-2123-4682-bf35-0b233f222d3a req-58c35054-31aa-44fa-8c54-be6df7d95ec8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455494 Sep 09 16:22:56.067557 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fef081b2-2eed-4e46-8a90-77e57c46b951 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.141424 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fef081b2-2eed-4e46-8a90-77e57c46b951 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.161413 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef081b2-2eed-4e46-8a90-77e57c46b951 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b26137-fe45-4f2d-a000-dae6d527943c,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:56.244442 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fef081b2-2eed-4e46-8a90-77e57c46b951 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.248365 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-fef081b2-2eed-4e46-8a90-77e57c46b951 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3963323 Sep 09 16:22:56.254437 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54592) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:56.254437 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-7b931aa3-e6f0-46a3-b199-901a921b2795 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'security_group_rule': {'security_group_id': '06bf505a-a3af-48af-92e9-59dcd36efa96', 'project_id': '0188a82242344251b36483a22ef120ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:56.415587 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7b931aa3-e6f0-46a3-b199-901a921b2795 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.486224 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7b931aa3-e6f0-46a3-b199-901a921b2795 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.505333 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 64655f5e-33e8-4dd0-b663-7f58c7b37897 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:56.581318 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7b931aa3-e6f0-46a3-b199-901a921b2795 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.604697 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b931aa3-e6f0-46a3-b199-901a921b2795 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1794029-6520-4a8f-9a23-b059920ec97b,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:56.678963 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 64655f5e-33e8-4dd0-b663-7f58c7b37897 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:56.683335 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 64655f5e-33e8-4dd0-b663-7f58c7b37897 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:56.683740 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.713014 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7b931aa3-e6f0-46a3-b199-901a921b2795 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.714424 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7b931aa3-e6f0-46a3-b199-901a921b2795 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4648640 Sep 09 16:22:56.717115 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54606) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:56.722187 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-d9ccf50f-b583-47e9-a38a-a03c9bdc05bb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'security_group_rule': {'security_group_id': '06bf505a-a3af-48af-92e9-59dcd36efa96', 'project_id': '0188a82242344251b36483a22ef120ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:56.770059 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.789427 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 64655f5e-33e8-4dd0-b663-7f58c7b37897, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=64655f5e-33e8-4dd0-b663-7f58c7b37897,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:56.837892 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.securitygroups_db [None req-d9ccf50f-b583-47e9-a38a-a03c9bdc05bb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Project 0188a82242344251b36483a22ef120ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 16:22:56.841739 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50f-b583-47e9-a38a-a03c9bdc05bb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.898253 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Sync routers for ids ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:22:56.908471 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Routers {'8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:56.909087 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:56.916648 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50f-b583-47e9-a38a-a03c9bdc05bb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:56.953330 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.004256 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50f-b583-47e9-a38a-a03c9bdc05bb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.020021 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Set router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:57.023966 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccf50f-b583-47e9-a38a-a03c9bdc05bb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c24f1f4-8ad4-4a67-89e3-da4d2b0d6f71,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:57.025485 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=64655f5e-33e8-4dd0-b663-7f58c7b37897,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:57.100625 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:22:57.103190 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d9ccf50f-b583-47e9-a38a-a03c9bdc05bb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.104560 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d9ccf50f-b583-47e9-a38a-a03c9bdc05bb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3863490 Sep 09 16:22:57.107263 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54614) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:57.119121 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-08af8164-fe30-4617-bbb5-b8ecbc273264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'security_group_rule': {'security_group_id': '06bf505a-a3af-48af-92e9-59dcd36efa96', 'project_id': '0188a82242344251b36483a22ef120ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:22:57.176680 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7f1c5-299a-465d-9d7d-0d9ea9972dd0 req-532195c2-e0e2-44c2-ba4a-d41532540dfb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:57.178217 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9ec7f1c5-299a-465d-9d7d-0d9ea9972dd0 req-532195c2-e0e2-44c2-ba4a-d41532540dfb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0724416 Sep 09 16:22:57.218166 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9ec7f1c5-299a-465d-9d7d-0d9ea9972dd0 req-787df368-3235-414e-9a61-f095a88cb0a3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326982 Sep 09 16:22:57.236045 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 4, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port': {'id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:49Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'c63a0ac4-b794-44c3-8d08-19489cee37ca', 'name': '', 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'mac_address': 'fa:16:3e:90:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:51Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 2, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'subnets': [{'id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:57.261354 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.securitygroups_db [None req-08af8164-fe30-4617-bbb5-b8ecbc273264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Project 0188a82242344251b36483a22ef120ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 16:22:57.263271 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Checking router: 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:22:57.263628 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Updating router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 port c63a0ac4-b794-44c3-8d08-19489cee37ca binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:22:57.266707 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-08af8164-fe30-4617-bbb5-b8ecbc273264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.289198 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.343218 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-08af8164-fe30-4617-bbb5-b8ecbc273264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.416227 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54620) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:57.461737 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-08af8164-fe30-4617-bbb5-b8ecbc273264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.482489 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af8164-fe30-4617-bbb5-b8ecbc273264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226b3a2f-38af-4813-bdf3-d27bcc3098cf,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:57.559816 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-08af8164-fe30-4617-bbb5-b8ecbc273264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.563666 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-08af8164-fe30-4617-bbb5-b8ecbc273264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4457855 Sep 09 16:22:57.563666 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-812361b8-6c13-4c81-b44f-8f1d89436322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.571212 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.581179 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Transition to ACTIVE for port object c63a0ac4-b794-44c3-8d08-19489cee37ca will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:22:57.662824 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-812361b8-6c13-4c81-b44f-8f1d89436322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.667478 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.719083 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9978b-beb3-4d1b-aaa7-0009d7020315 None None] Pushing event updated for resources: {'Port': ['ID=c63a0ac4-b794-44c3-8d08-19489cee37ca,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:57.735833 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-812361b8-6c13-4c81-b44f-8f1d89436322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.769507 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Attempting to bind port c63a0ac4-b794-44c3-8d08-19489cee37ca on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:22:57.769957 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Attempting to bind port c63a0ac4-b794-44c3-8d08-19489cee37ca by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:22:57.771008 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Attempting to bind port c63a0ac4-b794-44c3-8d08-19489cee37ca on network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:22:57.774776 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812361b8-6c13-4c81-b44f-8f1d89436322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aa9b3f-e2ee-4eb7-995f-c24551293f06,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:57.781157 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:22:57.781895 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Checking segment: {'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:22:57.789919 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.790446 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Bound using segment: {'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:22:57.790967 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Bound port: c63a0ac4-b794-44c3-8d08-19489cee37ca, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7481ccbe-4567-4ca0-85f0-4590732bbd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:22:57.791370 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.796714 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-812361b8-6c13-4c81-b44f-8f1d89436322 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=503ffa6eedc24a80893b9d20987ba8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794053 Sep 09 16:22:57.799845 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54664) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:57.862033 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] For port c63a0ac4-b794-44c3-8d08-19489cee37ca, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:22:57.866311 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] For port c63a0ac4-b794-44c3-8d08-19489cee37ca, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=c63a0ac4-b794-44c3-8d08-19489cee37ca,segment=NetworkSegment(7481ccbe-4567-4ca0-85f0-4590732bbd4a),segment_id=7481ccbe-4567-4ca0-85f0-4590732bbd4a)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:22:57.866823 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-037e237a-9b84-44bc-b528-d18d28b87621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.894173 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-037e237a-9b84-44bc-b528-d18d28b87621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:57.994186 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:58.055617 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Routers {'8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:22:58.056252 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:22:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:58.058980 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f9978b-beb3-4d1b-aaa7-0009d7020315 None None] Pushing event updated for resources: {'Port': ['ID=c63a0ac4-b794-44c3-8d08-19489cee37ca,revision_number=4']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:58.167759 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] Set router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:22:58.198583 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-037e237a-9b84-44bc-b528-d18d28b87621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:58.201155 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-037e237a-9b84-44bc-b528-d18d28b87621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:58.202349 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-037e237a-9b84-44bc-b528-d18d28b87621 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0aa9b3f-e2ee-4eb7-995f-c24551293f06 HTTP/1.1" status: 204 len: 168 time: 0.4013808 Sep 09 16:22:58.216097 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e237a-9b84-44bc-b528-d18d28b87621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aa9b3f-e2ee-4eb7-995f-c24551293f06,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:58.369434 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fde33-c171-4252-b7b2-d07a903a5f87 req-211f8d70-1526-4f3a-8ed7-4753e9e86507 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:58.370934 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7c1fde33-c171-4252-b7b2-d07a903a5f87 req-211f8d70-1526-4f3a-8ed7-4753e9e86507 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0562420 Sep 09 16:22:58.387145 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 4, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port': {'id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:49Z', 'updated_at': '2021-09-09T16:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'c63a0ac4-b794-44c3-8d08-19489cee37ca', 'name': '', 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'mac_address': 'fa:16:3e:90:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:51Z', 'updated_at': '2021-09-09T16:22:57Z', 'revision_number': 4, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'subnets': [{'id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:22:58.418385 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7c1fde33-c171-4252-b7b2-d07a903a5f87 req-51832ab4-75fe-4439-914e-fb7360102b2d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402827 Sep 09 16:22:58.419855 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a35735-790c-4d11-8e9c-ecd0cc3a1785 None None] The sync data for ids ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'] in dv-cinder-760199-19-iscsi is: [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:22:52Z', 'revision_number': 4, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port': {'id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:49Z', 'updated_at': '2021-09-09T16:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'c63a0ac4-b794-44c3-8d08-19489cee37ca', 'name': '', 'network_id': '85081a58-f3d7-4f1d-aba7-d1f9bf793eec', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'mac_address': 'fa:16:3e:90:5b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:51Z', 'updated_at': '2021-09-09T16:22:57Z', 'revision_number': 4, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'subnets': [{'id': 'd1c1fd4b-7f2f-4c1b-9612-74de29926336', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:22:58.548793 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 64655f5e-33e8-4dd0-b663-7f58c7b37897 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:58.603615 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 64655f5e-33e8-4dd0-b663-7f58c7b37897 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:58.603988 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:58.688939 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c63a0ac4-b794-44c3-8d08-19489cee37ca up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:22:59.141398 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port c63a0ac4-b794-44c3-8d08-19489cee37ca completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:22:59.146324 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port c63a0ac4-b794-44c3-8d08-19489cee37ca triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:22:59.151145 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.233840 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.265068 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port c63a0ac4-b794-44c3-8d08-19489cee37ca, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=c63a0ac4-b794-44c3-8d08-19489cee37ca,segment=NetworkSegment(7481ccbe-4567-4ca0-85f0-4590732bbd4a),segment_id=7481ccbe-4567-4ca0-85f0-4590732bbd4a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:22:59.288232 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54684) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:59.303830 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9bfc-dbc0-4f98-accf-e60cf510f6b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.347508 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.393562 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9bfc-dbc0-4f98-accf-e60cf510f6b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.394849 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=c63a0ac4-b794-44c3-8d08-19489cee37ca,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:59.538516 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e9a9bfc-dbc0-4f98-accf-e60cf510f6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.590036 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4e9a9bfc-dbc0-4f98-accf-e60cf510f6b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=168ec25854a74383bda9a7cb942100b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006318 Sep 09 16:22:59.591177 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a9bfc-dbc0-4f98-accf-e60cf510f6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a223e733-e74b-4f23-85a5-ccff377d1bcf,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:22:59.592775 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54696) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:22:59.613621 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a921cf-9512-4e8e-88be-7bc1df2f341d req-b0cc272f-c935-40d2-819c-de75fb91621f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:22:59.615249 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e9a921cf-9512-4e8e-88be-7bc1df2f341d req-b0cc272f-c935-40d2-819c-de75fb91621f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.1053922 Sep 09 16:22:59.664911 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-11622651-3ca1-43d4-85b4-60bc1e097042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.666861 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e9a921cf-9512-4e8e-88be-7bc1df2f341d req-b03dbede-948e-4f6f-9d1d-9f0dca227566 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Sep 09 16:22:59.693292 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-11622651-3ca1-43d4-85b4-60bc1e097042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.913529 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-11622651-3ca1-43d4-85b4-60bc1e097042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.916614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-11622651-3ca1-43d4-85b4-60bc1e097042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:22:59.918208 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-11622651-3ca1-43d4-85b4-60bc1e097042 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a223e733-e74b-4f23-85a5-ccff377d1bcf HTTP/1.1" status: 204 len: 168 time: 0.3241503 Sep 09 16:22:59.927193 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11622651-3ca1-43d4-85b4-60bc1e097042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a223e733-e74b-4f23-85a5-ccff377d1bcf,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:00.085408 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b05d2a-6cf2-4f7c-850f-9deef929a302 req-570d298e-9b7f-4976-ae32-bdd7fe012abe tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:00.087442 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-02b05d2a-6cf2-4f7c-850f-9deef929a302 req-570d298e-9b7f-4976-ae32-bdd7fe012abe tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0517383 Sep 09 16:23:00.124677 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-02b05d2a-6cf2-4f7c-850f-9deef929a302 req-2dc9cda7-9990-43cc-9292-c890ace1fd68 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Sep 09 16:23:00.483193 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c63a0ac4-b794-44c3-8d08-19489cee37ca up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:23:00.531078 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port c63a0ac4-b794-44c3-8d08-19489cee37ca triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:23:00.531449 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:01.241753 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07892760-1706-4ae7-9751-5488f9da43ec req-68f153ca-7592-4dd7-8f62-c120a3621e8f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:01.243397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-07892760-1706-4ae7-9751-5488f9da43ec req-68f153ca-7592-4dd7-8f62-c120a3621e8f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0488467 Sep 09 16:23:01.282434 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-07892760-1706-4ae7-9751-5488f9da43ec req-8a75a917-7e1e-4768-8620-8442e9a12883 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324676 Sep 09 16:23:02.410618 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70e4de-c8dd-4291-98d5-d53f539efaca req-b90b30b5-b63b-450e-bf96-6dd23d0e942e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:02.410618 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e70e4de-c8dd-4291-98d5-d53f539efaca req-b90b30b5-b63b-450e-bf96-6dd23d0e942e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0482163 Sep 09 16:23:02.445130 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0e70e4de-c8dd-4291-98d5-d53f539efaca req-d31bda63-bc37-4ca2-83c2-3e5375620c2f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325711 Sep 09 16:23:02.705367 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54794) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:02.807358 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ba681105-145c-4f09-b864-8b14a6cc12ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:02.893761 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ba681105-145c-4f09-b864-8b14a6cc12ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:03.038583 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ba681105-145c-4f09-b864-8b14a6cc12ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:03.075425 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba681105-145c-4f09-b864-8b14a6cc12ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bfe1a7-cb76-4f3f-9b7d-63b870cfca6d,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:03.080020 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ba681105-145c-4f09-b864-8b14a6cc12ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=342c6e6eb08444e2bf20e3c8a9c0641a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735406 Sep 09 16:23:03.082899 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54800) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:03.085056 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192160be-b70c-4337-8ef9-1904a613c080 req-887a5a1b-4d5a-4940-8192-8cb9fdc59cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:03.088095 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-192160be-b70c-4337-8ef9-1904a613c080 req-887a5a1b-4d5a-4940-8192-8cb9fdc59cd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 1099 time: 0.0468469 Sep 09 16:23:03.135381 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c41fc9c-138c-4644-89a2-5710b5faadc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:03.157246 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c41fc9c-138c-4644-89a2-5710b5faadc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:03.187446 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192160be-b70c-4337-8ef9-1904a613c080 req-df54e412-59bf-4307-9e91-17a9f0c5394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:03.189147 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-192160be-b70c-4337-8ef9-1904a613c080 req-df54e412-59bf-4307-9e91-17a9f0c5394e service neutron] 10.222.0.21 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 912 time: 0.0939932 Sep 09 16:23:03.263606 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-192160be-b70c-4337-8ef9-1904a613c080 req-ef2599b7-9704-4a9a-b101-f308316218d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb HTTP/1.1" status: 200 len: 1001 time: 0.0640657 Sep 09 16:23:03.312620 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-50381d1e-9548-4176-b854-757d26562840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:03.316027 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192160be-b70c-4337-8ef9-1904a613c080 req-4ca43f6a-cdb7-45c5-b82b-acfcf25bc41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:03.317492 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-192160be-b70c-4337-8ef9-1904a613c080 req-4ca43f6a-cdb7-45c5-b82b-acfcf25bc41f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 200 len: 850 time: 0.0441422 Sep 09 16:23:03.358654 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c41fc9c-138c-4644-89a2-5710b5faadc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:03.361251 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c41fc9c-138c-4644-89a2-5710b5faadc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:03.362428 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0c41fc9c-138c-4644-89a2-5710b5faadc3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57bfe1a7-cb76-4f3f-9b7d-63b870cfca6d HTTP/1.1" status: 204 len: 168 time: 0.2786720 Sep 09 16:23:03.364755 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192160be-b70c-4337-8ef9-1904a613c080 req-00b8904f-47b4-4f04-8302-1d4a255ee63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:03.367933 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-192160be-b70c-4337-8ef9-1904a613c080 req-00b8904f-47b4-4f04-8302-1d4a255ee63f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60652e51-aa8c-4376-8487-bf6553372b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416873 Sep 09 16:23:03.370953 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41fc9c-138c-4644-89a2-5710b5faadc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bfe1a7-cb76-4f3f-9b7d-63b870cfca6d,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:03.472785 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-192160be-b70c-4337-8ef9-1904a613c080 req-baba3cca-f7c5-42f1-8005-c55aa02da99a service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950575 Sep 09 16:23:03.602811 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-192160be-b70c-4337-8ef9-1904a613c080 req-4291d474-5d9a-4812-9a3c-2279a0f9e763 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211183 Sep 09 16:23:03.611282 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30273fb3-0e18-4b47-8ed3-b83f73d37f9a req-9ba66688-0b1c-4c46-b20e-55f7d867e82f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:03.613504 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-30273fb3-0e18-4b47-8ed3-b83f73d37f9a req-9ba66688-0b1c-4c46-b20e-55f7d867e82f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0998614 Sep 09 16:23:03.656681 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-30273fb3-0e18-4b47-8ed3-b83f73d37f9a req-88741231-5672-4fb6-aa17-cef0b8db4b4e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366864 Sep 09 16:23:04.139709 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54818) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:04.152789 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eda1cdb2-8219-421c-8e05-c1cebae44429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:04.241659 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eda1cdb2-8219-421c-8e05-c1cebae44429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:04.319039 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-eda1cdb2-8219-421c-8e05-c1cebae44429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:04.357247 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1cdb2-8219-421c-8e05-c1cebae44429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20f1875-15e4-463e-bd97-57429989c639,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:04.362992 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-eda1cdb2-8219-421c-8e05-c1cebae44429 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b279e52abf544b8d9f1b9e6bd5e523cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220972 Sep 09 16:23:04.366189 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54820) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:04.417033 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2745920f-8260-45f2-b508-27de7457863b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:04.437951 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2745920f-8260-45f2-b508-27de7457863b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:04.604529 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2745920f-8260-45f2-b508-27de7457863b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:04.607172 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2745920f-8260-45f2-b508-27de7457863b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:04.608337 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-2745920f-8260-45f2-b508-27de7457863b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c20f1875-15e4-463e-bd97-57429989c639 HTTP/1.1" status: 204 len: 168 time: 0.2418830 Sep 09 16:23:04.626109 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745920f-8260-45f2-b508-27de7457863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20f1875-15e4-463e-bd97-57429989c639,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:04.786222 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cd24f-e6a4-4ec4-9be1-c3ef4047e204 req-a6b72803-50be-431c-817d-50a183d3770b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:04.790518 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-895cd24f-e6a4-4ec4-9be1-c3ef4047e204 req-a6b72803-50be-431c-817d-50a183d3770b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0610788 Sep 09 16:23:04.831178 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-895cd24f-e6a4-4ec4-9be1-c3ef4047e204 req-0f139011-e81f-4e86-bf28-5625e7da5be2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Sep 09 16:23:05.633738 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4ca1081c-09a9-48f5-9f0a-ef8462dd3f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:06.039427 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:06.610297 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.071246 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54948) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:08.181126 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1826-afd6-4caa-8fb3-6d8af0c2db06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.267415 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1826-afd6-4caa-8fb3-6d8af0c2db06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.370104 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4d6f1826-afd6-4caa-8fb3-6d8af0c2db06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.407154 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-4d6f1826-afd6-4caa-8fb3-6d8af0c2db06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1aeaa2b401447caa0ea865ef8d094b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347740 Sep 09 16:23:08.410524 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54954) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:08.414218 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f1826-afd6-4caa-8fb3-6d8af0c2db06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0a4937-1be6-427e-80b6-bb052740455f,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:08.463031 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2ad1-3013-46d9-976a-6236a20a7639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.478664 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.484257 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2ad1-3013-46d9-976a-6236a20a7639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.690088 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2ad1-3013-46d9-976a-6236a20a7639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.692825 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2ad1-3013-46d9-976a-6236a20a7639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:08.694028 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ab5a2ad1-3013-46d9-976a-6236a20a7639 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e0a4937-1be6-427e-80b6-bb052740455f HTTP/1.1" status: 204 len: 168 time: 0.2817483 Sep 09 16:23:08.702458 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a2ad1-3013-46d9-976a-6236a20a7639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0a4937-1be6-427e-80b6-bb052740455f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:09.333431 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 54974) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:09.346930 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1879ecb-a30b-4b31-8776-dbc686846469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:09.432911 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1879ecb-a30b-4b31-8776-dbc686846469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:09.553017 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a1879ecb-a30b-4b31-8776-dbc686846469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:09.593959 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a1879ecb-a30b-4b31-8776-dbc686846469 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee58b6ac3fd24c7bbc28128d94a80062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593110 Sep 09 16:23:09.594835 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1879ecb-a30b-4b31-8776-dbc686846469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b95e15-1da1-478e-827f-6f6474e2f7a2,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:09.596608 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 54976) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:09.646818 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e55bf569-4063-4638-a9a0-3090d657e6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:09.667700 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e55bf569-4063-4638-a9a0-3090d657e6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:09.816176 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e55bf569-4063-4638-a9a0-3090d657e6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:09.818853 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e55bf569-4063-4638-a9a0-3090d657e6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:09.822666 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e55bf569-4063-4638-a9a0-3090d657e6af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5b95e15-1da1-478e-827f-6f6474e2f7a2 HTTP/1.1" status: 204 len: 168 time: 0.2223289 Sep 09 16:23:09.832351 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55bf569-4063-4638-a9a0-3090d657e6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b95e15-1da1-478e-827f-6f6474e2f7a2,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:10.487225 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55932075-5845-4ab2-bda8-bbcb54dbacef req-76197d26-e9d2-4885-b28b-30628c95236d tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:10.488718 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-55932075-5845-4ab2-bda8-bbcb54dbacef req-76197d26-e9d2-4885-b28b-30628c95236d tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 946 time: 0.0524740 Sep 09 16:23:10.539843 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-55932075-5845-4ab2-bda8-bbcb54dbacef req-43139424-d756-4a9e-8048-631bc8f003de tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Sep 09 16:23:11.654998 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c1a30-339c-4941-8609-0b17c6904ea7 req-6c7bd256-66b6-4aa8-abf3-5a11c9c86bd2 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:11.656481 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dc1c1a30-339c-4941-8609-0b17c6904ea7 req-6c7bd256-66b6-4aa8-abf3-5a11c9c86bd2 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 946 time: 0.0477903 Sep 09 16:23:11.696913 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dc1c1a30-339c-4941-8609-0b17c6904ea7 req-f6e7d375-d80b-4af6-9100-6665cd82051e tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Sep 09 16:23:12.519964 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9e728-3b85-4543-81b0-723d270bff72 req-9c9a27d0-5e50-4151-b12a-7ac0f26b06b8 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:12.521573 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-80a9e728-3b85-4543-81b0-723d270bff72 req-9c9a27d0-5e50-4151-b12a-7ac0f26b06b8 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.21 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 946 time: 0.0568523 Sep 09 16:23:12.541233 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:12.613347 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Deleting port bee6724b-7ab5-44f1-9f46-e8c804978bb4 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:23:12.613687 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:12.703123 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] For port bee6724b-7ab5-44f1-9f46-e8c804978bb4, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bee6724b-7ab5-44f1-9f46-e8c804978bb4,segment=NetworkSegment(49ea1381-54b3-4baf-aef4-33af560d2093),segment_id=49ea1381-54b3-4baf-aef4-33af560d2093)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:12.703489 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:12.717350 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Calling delete_port for bee6724b-7ab5-44f1-9f46-e8c804978bb4 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:23:12.840356 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bada7af-cce4-46fc-9790-0a57bfe07c3c req-78b45002-e399-4cad-bae9-985a771f9ba9 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:12.841948 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2bada7af-cce4-46fc-9790-0a57bfe07c3c req-78b45002-e399-4cad-bae9-985a771f9ba9 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 946 time: 0.0750282 Sep 09 16:23:12.924538 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2bada7af-cce4-46fc-9790-0a57bfe07c3c req-8d283a39-53e8-4e60-9ab4-aff0db80e093 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5769cc4-8334-44ac-93c6-754cde89514d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474827 Sep 09 16:23:13.032909 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.065636 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Pushing event deleted for resources: {'Port': ['ID=bee6724b-7ab5-44f1-9f46-e8c804978bb4,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:13.079503 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['bee6724b-7ab5-44f1-9f46-e8c804978bb4'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:23:13.120448 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] No DVR routers for this DVR port bee6724b-7ab5-44f1-9f46-e8c804978bb4 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:23:13.123136 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.125604 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-80a9e728-3b85-4543-81b0-723d270bff72 req-5ab67ade-e044-4984-961e-9738f24568f7 tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.21 "DELETE /v2.0/ports/bee6724b-7ab5-44f1-9f46-e8c804978bb4 HTTP/1.1" status: 204 len: 173 time: 0.5972841 Sep 09 16:23:13.126080 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12f27b1-febd-4bab-99ec-77b3a5b1df8a', 'name': 'network-vif-deleted', 'tag': 'bee6724b-7ab5-44f1-9f46-e8c804978bb4'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:23:13.128946 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d37716-295b-446b-9cfe-77a698b17567" -d '{"events": [{"server_uuid": "d12f27b1-febd-4bab-99ec-77b3a5b1df8a", "name": "network-vif-deleted", "tag": "bee6724b-7ab5-44f1-9f46-e8c804978bb4"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:23:13.167250 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d9c798-02a6-4229-a9f4-f86d5b7b3d3e x-openstack-request-id: req-a5d9c798-02a6-4229-a9f4-f86d5b7b3d3e {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:23:13.167607 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12f27b1-febd-4bab-99ec-77b3a5b1df8a", "name": "network-vif-deleted", "tag": "bee6724b-7ab5-44f1-9f46-e8c804978bb4", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:23:13.167857 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5d9c798-02a6-4229-a9f4-f86d5b7b3d3e {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:23:13.168281 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12f27b1-febd-4bab-99ec-77b3a5b1df8a', 'name': 'network-vif-deleted', 'tag': 'bee6724b-7ab5-44f1-9f46-e8c804978bb4', 'status': 'completed', 'code': 200} Sep 09 16:23:13.366341 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55100) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:13.473960 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0931fe60-11ce-4158-a3e7-5e62ce5ab069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.565245 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0931fe60-11ce-4158-a3e7-5e62ce5ab069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.650210 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0931fe60-11ce-4158-a3e7-5e62ce5ab069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.687001 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931fe60-11ce-4158-a3e7-5e62ce5ab069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3efde7-262c-41c9-886a-2b95b5ddbff6,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:13.691157 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0931fe60-11ce-4158-a3e7-5e62ce5ab069 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dce0ce5efbae4863ad812ebd6a6285dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237576 Sep 09 16:23:13.694045 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55106) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:13.743112 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc71c3b5-eca9-42ce-840a-3af7110fb672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.764126 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc71c3b5-eca9-42ce-840a-3af7110fb672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.924650 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc71c3b5-eca9-42ce-840a-3af7110fb672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.927438 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fc71c3b5-eca9-42ce-840a-3af7110fb672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:13.928641 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-fc71c3b5-eca9-42ce-840a-3af7110fb672 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f3efde7-262c-41c9-886a-2b95b5ddbff6 HTTP/1.1" status: 204 len: 168 time: 0.2336032 Sep 09 16:23:13.939355 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc71c3b5-eca9-42ce-840a-3af7110fb672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3efde7-262c-41c9-886a-2b95b5ddbff6,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:14.042429 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0ad9d9d6-3112-4583-989e-3a923604734d req-ba2f1da6-e402-4f30-a410-c6c13f51666d tempest-VolumesSnapshotTestJSON-883878272 tempest-VolumesSnapshotTestJSON-883878272-project] 10.222.0.22 "GET /v2.0/ports?device_id=d12f27b1-febd-4bab-99ec-77b3a5b1df8a HTTP/1.1" status: 200 len: 210 time: 0.0279665 Sep 09 16:23:14.674318 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55130) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:14.694877 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-48c2bac4-5cb8-433f-8687-70c66a8def8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:14.786728 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-48c2bac4-5cb8-433f-8687-70c66a8def8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:14.901553 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-48c2bac4-5cb8-433f-8687-70c66a8def8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:14.939924 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-48c2bac4-5cb8-433f-8687-70c66a8def8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c70176da8d1941d495f1c1d0b0805857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644289 Sep 09 16:23:14.940873 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2bac4-5cb8-433f-8687-70c66a8def8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c1fc57-f93f-4afd-8972-c804725cebe7,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:14.942667 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55132) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:14.994335 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa41cac5-8d51-4e8a-91e3-ff8d4ea41e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:15.017020 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa41cac5-8d51-4e8a-91e3-ff8d4ea41e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:15.130780 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa41cac5-8d51-4e8a-91e3-ff8d4ea41e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:15.134832 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa41cac5-8d51-4e8a-91e3-ff8d4ea41e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:15.138073 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-aa41cac5-8d51-4e8a-91e3-ff8d4ea41e12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05c1fc57-f93f-4afd-8972-c804725cebe7 HTTP/1.1" status: 204 len: 168 time: 0.1932492 Sep 09 16:23:15.158369 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41cac5-8d51-4e8a-91e3-ff8d4ea41e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c1fc57-f93f-4afd-8972-c804725cebe7,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:16.090925 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device bee6724b-7ab5-44f1-9f46-e8c804978bb4 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:23:16.113454 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: bee6724b-7ab5-44f1-9f46-e8c804978bb4 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:23:16.113799 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device bee6724b-7ab5-44f1-9f46-e8c804978bb4 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:23:16.883247 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55190) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:16.987315 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9b77c9a6-feab-4ac4-9e00-3f7e1d096f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:17.084792 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9b77c9a6-feab-4ac4-9e00-3f7e1d096f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:17.204332 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9b77c9a6-feab-4ac4-9e00-3f7e1d096f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:17.248870 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77c9a6-feab-4ac4-9e00-3f7e1d096f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2757b94d-28ff-4f8d-aa9a-1d3b2f95d603,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:17.259260 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9b77c9a6-feab-4ac4-9e00-3f7e1d096f16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d08fcd52f33d4bef8f9a3366f66ded2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745880 Sep 09 16:23:17.262624 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55200) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:17.328377 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3f611980-1ced-45fe-8b12-5864725c7bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:17.334569 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964466ae-163b-4784-a782-ebbfdbdc4757 req-660e7000-1e2d-4b24-8647-e0475c08b6ee tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:17.337208 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-964466ae-163b-4784-a782-ebbfdbdc4757 req-660e7000-1e2d-4b24-8647-e0475c08b6ee tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0593054 Sep 09 16:23:17.349757 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3f611980-1ced-45fe-8b12-5864725c7bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:17.381013 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-964466ae-163b-4784-a782-ebbfdbdc4757 req-58789039-76a2-4fdd-a7e6-e075830ad6e6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376725 Sep 09 16:23:17.478720 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3f611980-1ced-45fe-8b12-5864725c7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:17.481136 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-3f611980-1ced-45fe-8b12-5864725c7bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:17.482318 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-3f611980-1ced-45fe-8b12-5864725c7bb4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2757b94d-28ff-4f8d-aa9a-1d3b2f95d603 HTTP/1.1" status: 204 len: 168 time: 0.2176685 Sep 09 16:23:17.490172 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f611980-1ced-45fe-8b12-5864725c7bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757b94d-28ff-4f8d-aa9a-1d3b2f95d603,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:18.517452 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5c39e-fa12-4117-8296-6a423a351409 req-b4b798ef-34e7-4e38-b935-62a007658322 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:18.519186 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a8c5c39e-fa12-4117-8296-6a423a351409 req-b4b798ef-34e7-4e38-b935-62a007658322 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0549672 Sep 09 16:23:18.558769 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a8c5c39e-fa12-4117-8296-6a423a351409 req-3ac6ce5c-ccf6-4f1a-b786-865cdc62bedc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Sep 09 16:23:19.677573 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d1203-e9ff-4206-8e77-e6adab480ffc req-7767a2fe-e34f-437c-b48f-c999986e170f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:19.679061 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f78d1203-e9ff-4206-8e77-e6adab480ffc req-7767a2fe-e34f-437c-b48f-c999986e170f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0504479 Sep 09 16:23:19.715871 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f78d1203-e9ff-4206-8e77-e6adab480ffc req-dd1b82fc-ab89-4739-b72f-44f53793ee2e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309372 Sep 09 16:23:20.829937 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526bf79-25e4-41b9-9714-7169821efd61 req-f66ed5da-bd64-456f-9817-06a9e56845e4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:20.831396 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a526bf79-25e4-41b9-9714-7169821efd61 req-f66ed5da-bd64-456f-9817-06a9e56845e4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0468588 Sep 09 16:23:20.870040 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a526bf79-25e4-41b9-9714-7169821efd61 req-2148df9d-e0ec-4766-b860-b18fc939c8b2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=34a3dd91-bb9f-4320-9ea2-54e882438875&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Sep 09 16:23:21.167074 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-78a49065-e6b5-4b3d-9764-fe7117945f01 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:21.168569 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-78a49065-e6b5-4b3d-9764-fe7117945f01 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 946 time: 0.0476203 Sep 09 16:23:21.266376 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Deleting port a108138d-36e1-453b-bc40-4a221ab3132b {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:23:21.266739 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:21.361666 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] For port a108138d-36e1-453b-bc40-4a221ab3132b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a108138d-36e1-453b-bc40-4a221ab3132b,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:21.362071 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:21.591729 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:21.592089 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:21.592415 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Floating IP bc09759b-b308-4fba-b97c-ba0fd1892c81 disassociated. External IP: 172.27.2.127, port: a108138d-36e1-453b-bc40-4a221ab3132b. Sep 09 16:23:21.592752 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Calling delete_port for a108138d-36e1-453b-bc40-4a221ab3132b owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:23:21.822905 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:21.848828 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event deleted for resources: {'Port': ['ID=a108138d-36e1-453b-bc40-4a221ab3132b,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:21.980170 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b8811bfe-8ebd-4bba-9245-37c0f9457cf3 req-8a6c412f-56b8-4c79-8bc5-ded5ac7a5e6b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0301793 Sep 09 16:23:21.993037 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:23:22.113583 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:23:22.126180 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] Sync routers for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:23:22.146384 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:23:22.150583 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:23:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:22.155744 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] No DVR routers for this DVR port a108138d-36e1-453b-bc40-4a221ab3132b on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:23:22.158439 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:22.160523 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-62c541ba-2d63-4aaf-be64-6f3115bcd102 req-7e422898-48da-415c-9c1e-b174e662d393 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "DELETE /v2.0/ports/a108138d-36e1-453b-bc40-4a221ab3132b HTTP/1.1" status: 204 len: 173 time: 0.9852381 Sep 09 16:23:22.161045 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-deleted', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:23:22.163860 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90217ef-1d1e-4c32-9abb-1b56d36fd4ce" -d '{"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-deleted", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:23:22.217903 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292f813c-bf95-466e-afff-810cc81005b8 x-openstack-request-id: req-292f813c-bf95-466e-afff-810cc81005b8 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:23:22.217903 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c01d183-0c69-4262-adfc-1cb4953eb7fe", "name": "network-vif-deleted", "tag": "a108138d-36e1-453b-bc40-4a221ab3132b", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:23:22.217903 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-292f813c-bf95-466e-afff-810cc81005b8 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:23:22.217903 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c01d183-0c69-4262-adfc-1cb4953eb7fe', 'name': 'network-vif-deleted', 'tag': 'a108138d-36e1-453b-bc40-4a221ab3132b', 'status': 'completed', 'code': 200} Sep 09 16:23:22.291082 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:23:22.522529 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:22.549537 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] Checking router: e60536a1-a8e1-4c47-b8d5-cecd93c96c03 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:23:22.559241 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:23:22.559862 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:23:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:22.691223 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:23:22.887649 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:22.917364 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efee5bca-b3ce-44e0-aa9e-9996661fc5dc None None] The sync data for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi is: [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:23:23.102008 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ddd1f922-d23e-4db0-babd-8fbd4f228871 req-16b45458-1751-46db-9292-4362deb8fdaf tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c01d183-0c69-4262-adfc-1cb4953eb7fe HTTP/1.1" status: 200 len: 210 time: 0.0365183 Sep 09 16:23:23.207022 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f96619c-69f5-467a-b06c-6ebc782f753d None None] New status for floating IP bc09759b-b308-4fba-b97c-ba0fd1892c81: DOWN {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:23:24.268934 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55338) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:24.334132 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ac01c25-6edc-4bdf-b68e-923e5ed267da tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:24.360472 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ac01c25-6edc-4bdf-b68e-923e5ed267da tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:24.507900 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ac01c25-6edc-4bdf-b68e-923e5ed267da tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:24.510589 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ac01c25-6edc-4bdf-b68e-923e5ed267da tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:24.511760 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0ac01c25-6edc-4bdf-b68e-923e5ed267da tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "DELETE /v2.0/security-groups/34a3dd91-bb9f-4320-9ea2-54e882438875 HTTP/1.1" status: 204 len: 168 time: 0.2411945 Sep 09 16:23:24.514609 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55344) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:24.520817 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac01c25-6edc-4bdf-b68e-923e5ed267da tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a3dd91-bb9f-4320-9ea2-54e882438875,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:24.534584 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.api.v2.resource [None req-2ff0129d-9383-45e4-b427-9a903df9fa47 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] show failed (client error): The resource could not be found. Sep 09 16:23:24.541040 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-2ff0129d-9383-45e4-b427-9a903df9fa47 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups/34a3dd91-bb9f-4320-9ea2-54e882438875 HTTP/1.1" status: 404 len: 347 time: 0.0212939 Sep 09 16:23:24.543368 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55346) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:24.668512 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Deleting port 9b209eec-7b2e-464b-85dc-753cbc63766b {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:23:24.668868 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:24.751172 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:24.751503 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:24.760419 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55354) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:24.764339 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Calling delete_port for 9b209eec-7b2e-464b-85dc-753cbc63766b owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:23:24.868773 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56642a2d-e264-46ca-9377-563508397c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:24.957387 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56642a2d-e264-46ca-9377-563508397c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.009611 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56642a2d-e264-46ca-9377-563508397c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.049333 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-56642a2d-e264-46ca-9377-563508397c03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=410552bbe758461889de80680317acc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877600 Sep 09 16:23:25.051338 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56642a2d-e264-46ca-9377-563508397c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c76618-b92d-49c8-b3a3-97ebf8b32bf5,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:25.052023 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55358) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:25.080744 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.125792 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event deleted for resources: {'Port': ['ID=9b209eec-7b2e-464b-85dc-753cbc63766b,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:25.175782 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-08ba08ec-bd7c-4f5d-b465-d989b4e39730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.212034 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.214868 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.216126 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-ec683ccb-8924-4f59-accb-cf9c331adb68 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "DELETE /v2.0/floatingips/bc09759b-b308-4fba-b97c-ba0fd1892c81 HTTP/1.1" status: 204 len: 168 time: 0.6718717 Sep 09 16:23:25.218195 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-08ba08ec-bd7c-4f5d-b465-d989b4e39730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.324396 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-08ba08ec-bd7c-4f5d-b465-d989b4e39730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.327110 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-08ba08ec-bd7c-4f5d-b465-d989b4e39730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.328260 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-08ba08ec-bd7c-4f5d-b465-d989b4e39730 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96c76618-b92d-49c8-b3a3-97ebf8b32bf5 HTTP/1.1" status: 204 len: 168 time: 0.2752156 Sep 09 16:23:25.336304 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba08ec-bd7c-4f5d-b465-d989b4e39730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c76618-b92d-49c8-b3a3-97ebf8b32bf5,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:25.609942 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55368) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:25.614722 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-a1dbc08d-de25-4d0b-9046-e3ac7d330e5e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099758971', 'description': 'tempest-description--1746515304'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:25.713211 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc08d-de25-4d0b-9046-e3ac7d330e5e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.815335 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc08d-de25-4d0b-9046-e3ac7d330e5e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.883771 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc08d-de25-4d0b-9046-e3ac7d330e5e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:25.914288 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbc08d-de25-4d0b-9046-e3ac7d330e5e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3647a5-be8b-4cea-9c7e-7cf62db88b89,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:26.057245 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc08d-de25-4d0b-9046-e3ac7d330e5e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.061316 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a1dbc08d-de25-4d0b-9046-e3ac7d330e5e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4475367 Sep 09 16:23:26.062865 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55388) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:26.066157 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-05b68f10-90e3-460c-a634-26fe40f4bda6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'security_group_rule': {'security_group_id': '4e3647a5-be8b-4cea-9c7e-7cf62db88b89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:26.123186 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:23:26.144052 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: a108138d-36e1-453b-bc40-4a221ab3132b {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:23:26.144458 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a108138d-36e1-453b-bc40-4a221ab3132b not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:23:26.157594 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-05b68f10-90e3-460c-a634-26fe40f4bda6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.220129 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-05b68f10-90e3-460c-a634-26fe40f4bda6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.261197 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-05b68f10-90e3-460c-a634-26fe40f4bda6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.285278 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b68f10-90e3-460c-a634-26fe40f4bda6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236c31ab-581e-4ed7-95de-dd3d637ace1e,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:26.358545 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-05b68f10-90e3-460c-a634-26fe40f4bda6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.359969 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-05b68f10-90e3-460c-a634-26fe40f4bda6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2971761 Sep 09 16:23:26.362639 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55406) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:26.367204 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-5ef66f3b-f30e-4936-bdd2-eff835ef026a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'security_group_rule': {'security_group_id': '4e3647a5-be8b-4cea-9c7e-7cf62db88b89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:26.456257 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5ef66f3b-f30e-4936-bdd2-eff835ef026a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.528788 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5ef66f3b-f30e-4936-bdd2-eff835ef026a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.615690 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5ef66f3b-f30e-4936-bdd2-eff835ef026a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.633162 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-75294c46-cfc5-471d-985d-61e8b9a2d7c6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092704019&fields=id&tenant_id=0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 267 time: 0.0337105 Sep 09 16:23:26.637996 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef66f3b-f30e-4936-bdd2-eff835ef026a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f9efab-cb3b-41bf-88a4-58141039e65e,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:26.745371 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-137eb533-87f9-4deb-a2fb-1e527f92e3cd tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:26.745371 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-137eb533-87f9-4deb-a2fb-1e527f92e3cd tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 811 time: 0.1034360 Sep 09 16:23:26.759680 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-e828e3f4-6ba2-438d-9e5f-65858293a12b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/quotas/0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 375 time: 0.0099442 Sep 09 16:23:26.810703 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-669d028c-77f4-4ecc-ada6-c9e65b75a9b3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450830 Sep 09 16:23:26.814789 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-5ef66f3b-f30e-4936-bdd2-eff835ef026a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:26.832590 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-5ef66f3b-f30e-4936-bdd2-eff835ef026a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4547236 Sep 09 16:23:26.832590 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55450) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:26.832590 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:26.927531 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-c76b1563-e1bc-4e04-a1db-1d5ec95d3170 service neutron] 10.222.0.22 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007366 Sep 09 16:23:27.019652 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-feaf2201-bcf6-4f6e-bd74-c7d768ef488b service neutron] 10.222.0.22 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850358 Sep 09 16:23:27.113305 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:27.215427 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:27.328667 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Allocated IP 172.27.2.203 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/386d00f5-ba3d-4463-8d6b-9e05ea14aced) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:23:27.423945 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:27.525009 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:27.567760 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:23:27.571366 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:23:27.581271 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:23:27.590507 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'Port': ['ID=386d00f5-ba3d-4463-8d6b-9e05ea14aced,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:27.677567 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:27.777550 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-bc4cdcb8-7117-4f59-b2c7-8cc5cdc8a1db req-12f2c110-e188-4362-92fa-0a9098f9cffa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 210 time: 0.0335381 Sep 09 16:23:27.821741 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:28.010765 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:28.098081 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24915856'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:28.175791 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'Port': ['ID=386d00f5-ba3d-4463-8d6b-9e05ea14aced,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:28.187945 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:28.273022 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:28.274486 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-eeff21c3-3ca8-4764-9565-19886e054148 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4533913 Sep 09 16:23:28.466614 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-7064de83-4de2-4e1f-a55d-e7fb07297ec9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2099758971&fields=id&tenant_id=47f4b652e47e4f2a8c76229ad4ef3924 HTTP/1.1" status: 200 len: 267 time: 0.0362220 Sep 09 16:23:28.580388 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-60e5ade3-c220-4cff-aead-19eeb57e1b5b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:28.581876 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-60e5ade3-c220-4cff-aead-19eeb57e1b5b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 816 time: 0.1084070 Sep 09 16:23:28.598026 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-ebd15785-c4bb-46dd-b5e1-eef9bffbca02 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/quotas/47f4b652e47e4f2a8c76229ad4ef3924 HTTP/1.1" status: 200 len: 375 time: 0.0098898 Sep 09 16:23:28.654235 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-ab422d38-7c6d-476c-b66a-ec6257965079 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492845 Sep 09 16:23:28.758455 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-cf45d033-650a-464c-a4c6-cb639e6f9cd4 service neutron] 10.222.0.22 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914273 Sep 09 16:23:28.852395 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-7d1641ba-d194-480c-b581-234ad9d18817 service neutron] 10.222.0.22 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877635 Sep 09 16:23:28.874401 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6b1202a8-4374-46b2-b578-87d24c275ef9 req-c65b076e-3e92-47e3-8025-159ee9c74ff7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 210 time: 0.0298007 Sep 09 16:23:29.081318 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48ce3757-a4c1-482c-b0c9-0c96dd3a391d req-cca19b2d-2f21-4720-a255-cb692ec402d0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 210 time: 0.0286174 Sep 09 16:23:30.135214 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f6a9b6e3-096c-487a-aae2-32f8ca05e8bd req-88a37d7f-94e3-42d3-9b9b-33f2cdf8d4de tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 210 time: 0.1953804 Sep 09 16:23:30.238734 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f559ff2e-31a1-4ecb-b48c-69182a5ca44f req-f37fb996-34c0-456b-aee1-87d8652d73d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 210 time: 0.0814545 Sep 09 16:23:31.239598 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b34994ae-b73f-4b54-93f9-9710e387b2fc req-72c6e23e-820f-40b1-9fde-bee714b0a34f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 210 time: 0.0255837 Sep 09 16:23:31.340470 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-51301bb3-7fb8-4216-88cc-df71867e84da req-a8414498-8209-45f2-b712-852555a24674 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 210 time: 0.0249867 Sep 09 16:23:32.332082 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-912a3222-6a87-4e7c-8e56-f166b645ceda req-f4aa01e0-90e9-4b6a-9d53-3ec32b298056 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 210 time: 0.0255439 Sep 09 16:23:32.453666 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4cf63a7f-bdb8-4158-ac26-de3fa0141cd1 req-cd29b0bd-813f-47dc-850d-d95711f7e52d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Sep 09 16:23:33.341888 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-12ddd9cf-f0e1-47c8-bd72-c85b94dfde5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:33.389558 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-cfb948ed-7df1-41cd-a99f-8057696843e9 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:33.391748 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-cfb948ed-7df1-41cd-a99f-8057696843e9 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 811 time: 0.1180258 Sep 09 16:23:33.566845 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-47c30e96-488f-4e61-bcdd-c4cf0771f1c6 req-d8ca833c-0a8c-4ffc-bcc3-8aa788da0970 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 210 time: 0.0302241 Sep 09 16:23:33.713939 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-985f4971-2bd0-49f6-83f9-a7bff2dd32bf req-fdd43d46-be2d-4b5c-8941-2ad1e6e2d8dc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 210 time: 0.3088579 Sep 09 16:23:33.743939 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-9c662825-6a20-46aa-a213-ddc3ff996a90 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 380 time: 0.3282764 Sep 09 16:23:33.754626 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'port': {'device_id': 'ae22c929-d869-4209-aad1-211914da6e69', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'admin_state_up': True, 'tenant_id': '0188a82242344251b36483a22ef120ad', 'security_groups': ['06bf505a-a3af-48af-92e9-59dcd36efa96']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:33.981609 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Made reservation on behalf of 0188a82242344251b36483a22ef120ad for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:23:33.985136 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:34.099332 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:23:34.121197 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Allocated IP 172.20.0.6 (6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e/a0fc5a1b-bb6b-470f-9c47-d956f74617bf/c2931aea-8cfb-4f53-a6b6-164a8189cfd6) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:23:34.313561 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-d388df91-7b2b-4371-afd6-534bdbd4f639 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:34.315081 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-d388df91-7b2b-4371-afd6-534bdbd4f639 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 816 time: 0.1820903 Sep 09 16:23:34.359461 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:34.383432 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Transition to ACTIVE for port object c2931aea-8cfb-4f53-a6b6-164a8189cfd6 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:23:34.391991 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-c72ccd89-33dd-4beb-b101-3b03ee497721 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47f4b652e47e4f2a8c76229ad4ef3924 HTTP/1.1" status: 200 len: 380 time: 0.0548069 Sep 09 16:23:34.404193 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'port': {'device_id': '82b9be28-4420-4843-8a36-33f05928ed69', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'admin_state_up': True, 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'security_groups': ['4e3647a5-be8b-4cea-9c7e-7cf62db88b89']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:34.570487 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:34.607529 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Made reservation on behalf of 47f4b652e47e4f2a8c76229ad4ef3924 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:23:34.611671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:34.632364 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:23:34.636573 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:23:34.640555 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:23:34.673565 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a4f16640-6a33-41ff-b197-c421594df701 req-a251f26c-8ed2-4abb-96c2-161036a09484 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 210 time: 0.0322526 Sep 09 16:23:34.686270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:34.746863 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:34.747518 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:34.856586 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Allocated IP 172.20.0.7 (82c64c0a-c984-4fd8-b12b-a2079f34a282/74cbc30b-4a62-4af5-8658-1ceefa23c5ac/c8860de0-556f-4872-a98d-2c298776f56c) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:23:34.872091 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd726ee9-24a5-4e63-9a6e-eb0788749e76 req-e8e66df5-86cb-4233-9468-aa32640634a7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:34.873599 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fd726ee9-24a5-4e63-9a6e-eb0788749e76 req-e8e66df5-86cb-4233-9468-aa32640634a7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 931 time: 0.0764382 Sep 09 16:23:34.900598 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-ded33557-c16c-4cb9-8a24-7d7b599ad154 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1496341 Sep 09 16:23:34.934020 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Request body: {'port': {'device_id': 'ae22c929-d869-4209-aad1-211914da6e69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:34.978984 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fd726ee9-24a5-4e63-9a6e-eb0788749e76 req-d0d468db-17fb-48d4-9d39-6998ae4c5530 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984902 Sep 09 16:23:35.044347 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-46288d56-76d2-4845-b6bd-50da7bd2b044 None None] Provisioning for port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:23:35.048338 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-46288d56-76d2-4845-b6bd-50da7bd2b044 None None] Provisioning complete for port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:23:35.052065 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-46288d56-76d2-4845-b6bd-50da7bd2b044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.060972 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.086580 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-46288d56-76d2-4845-b6bd-50da7bd2b044 None None] Port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:23:35.123829 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.150802 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Transition to ACTIVE for port object c8860de0-556f-4872-a98d-2c298776f56c will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:23:35.377281 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.425197 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:23:35.429281 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2931aea-8cfb-4f53-a6b6-164a8189cfd6 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:23:35.437656 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:23:35.442235 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.444968 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:23:35.485082 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:35.497830 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Transition to ACTIVE for port object c2931aea-8cfb-4f53-a6b6-164a8189cfd6 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:23:35.510556 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:35.511180 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.541779 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-071b2a2d-7483-4ce9-8d2b-5fe1c7387d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.615346 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.650109 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-3947b135-7454-42e8-9862-9a0fde2b9e31 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2508366 Sep 09 16:23:35.675156 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Request body: {'port': {'device_id': '82b9be28-4420-4843-8a36-33f05928ed69', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:35.680286 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Pushing event updated for resources: {'Port': ['ID=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:35.775520 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a714a9ad-1503-48d3-9eb0-71dc6cb9a3b8 None None] Provisioning for port c8860de0-556f-4872-a98d-2c298776f56c completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:23:35.780582 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a714a9ad-1503-48d3-9eb0-71dc6cb9a3b8 None None] Provisioning complete for port c8860de0-556f-4872-a98d-2c298776f56c triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:23:35.780582 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a714a9ad-1503-48d3-9eb0-71dc6cb9a3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.785758 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:35.820956 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a00a33-3837-4398-a2b8-5b1023163a91 req-216b74da-e960-4859-97fc-5fcdb945d7a4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:35.826126 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-20a00a33-3837-4398-a2b8-5b1023163a91 req-216b74da-e960-4859-97fc-5fcdb945d7a4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 931 time: 0.0576782 Sep 09 16:23:35.833952 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a714a9ad-1503-48d3-9eb0-71dc6cb9a3b8 None None] Port c8860de0-556f-4872-a98d-2c298776f56c cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:23:35.854899 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Attempting to bind port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:23:35.855429 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Attempting to bind port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:23:35.855673 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Attempting to bind port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:23:35.864668 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:23:35.864995 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Attempting to bind port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:23:35.868942 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-20a00a33-3837-4398-a2b8-5b1023163a91 req-31824030-5d63-44fc-983d-963a2d4fdbc5 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365143 Sep 09 16:23:35.873140 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:23:35.873478 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Checking segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:23:35.873901 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Bound using segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:23:35.874325 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Bound port: c2931aea-8cfb-4f53-a6b6-164a8189cfd6, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:23:35.874679 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.027258 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.039925 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] For port c2931aea-8cfb-4f53-a6b6-164a8189cfd6, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:23:36.085892 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] For port c2931aea-8cfb-4f53-a6b6-164a8189cfd6, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:23:36.149295 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.168405 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea144d7-c67b-406f-b78c-7da3e4c71bab req-1be5effb-dd12-4069-b5cc-bcc4238dcfd3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:36.170048 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3ea144d7-c67b-406f-b78c-7da3e4c71bab req-1be5effb-dd12-4069-b5cc-bcc4238dcfd3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0827267 Sep 09 16:23:36.218914 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:36.219916 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.222296 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] 10.222.0.21 "PUT /v2.0/ports/c2931aea-8cfb-4f53-a6b6-164a8189cfd6 HTTP/1.1" status: 200 len: 1093 time: 1.3017216 Sep 09 16:23:36.234060 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae22c929-d869-4209-aad1-211914da6e69', 'tag': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:23:36.242186 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4653aa86-ff12-4627-98d8-9ce73d27074c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae22c929-d869-4209-aad1-211914da6e69", "tag": "c2931aea-8cfb-4f53-a6b6-164a8189cfd6"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:23:36.298391 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aac80f-9ca9-43da-9228-43f9f8070c5f x-openstack-request-id: req-b3aac80f-9ca9-43da-9228-43f9f8070c5f {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:23:36.298697 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae22c929-d869-4209-aad1-211914da6e69", "tag": "c2931aea-8cfb-4f53-a6b6-164a8189cfd6", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:23:36.298979 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3aac80f-9ca9-43da-9228-43f9f8070c5f {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:23:36.299437 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae22c929-d869-4209-aad1-211914da6e69', 'tag': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'status': 'completed', 'code': 200} Sep 09 16:23:36.304708 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0b7ef-d83c-4b7a-a116-3da866cdb131 service neutron] Pushing event updated for resources: {'Port': ['ID=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:36.315401 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3ea144d7-c67b-406f-b78c-7da3e4c71bab req-20605064-fde5-4290-9dbf-ba03c5951d8d tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194282 Sep 09 16:23:36.324867 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8860de0-556f-4872-a98d-2c298776f56c {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:23:36.348174 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.408049 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Transition to ACTIVE for port object c8860de0-556f-4872-a98d-2c298776f56c will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:23:36.421327 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653aa86-ff12-4627-98d8-9ce73d27074c req-d5b319c4-73f1-4552-9354-99a8e025b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:36.422864 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4653aa86-ff12-4627-98d8-9ce73d27074c req-d5b319c4-73f1-4552-9354-99a8e025b050 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 1096 time: 0.0541022 Sep 09 16:23:36.507695 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.578602 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:36.586586 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653aa86-ff12-4627-98d8-9ce73d27074c req-6cc55efd-48dc-413c-8f74-10a68cd11d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:36.588094 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4653aa86-ff12-4627-98d8-9ce73d27074c req-6cc55efd-48dc-413c-8f74-10a68cd11d56 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0188a82242344251b36483a22ef120ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1498697 Sep 09 16:23:36.635480 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.727285 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Attempting to bind port c8860de0-556f-4872-a98d-2c298776f56c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:23:36.727642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Attempting to bind port c8860de0-556f-4872-a98d-2c298776f56c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:23:36.727948 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Attempting to bind port c8860de0-556f-4872-a98d-2c298776f56c on network 82c64c0a-c984-4fd8-b12b-a2079f34a282 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:23:36.740486 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Port c8860de0-556f-4872-a98d-2c298776f56c on network 82c64c0a-c984-4fd8-b12b-a2079f34a282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:23:36.740486 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Attempting to bind port c8860de0-556f-4872-a98d-2c298776f56c on network 82c64c0a-c984-4fd8-b12b-a2079f34a282 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:23:36.748085 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:23:36.748413 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Checking segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:23:36.748785 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Bound using segment: {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:23:36.749202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Bound port: c8860de0-556f-4872-a98d-2c298776f56c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:23:36.749550 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.761760 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4653aa86-ff12-4627-98d8-9ce73d27074c req-319d28d6-06ba-46c9-9b8d-0fa1026e1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:36.763232 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4653aa86-ff12-4627-98d8-9ce73d27074c req-319d28d6-06ba-46c9-9b8d-0fa1026e1459 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573160 Sep 09 16:23:36.821782 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:23:36.824689 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:23:36.869002 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-673f8341-da54-4ca2-850c-a1dab789c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:36.870564 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-673f8341-da54-4ca2-850c-a1dab789c04d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 1096 time: 0.0413301 Sep 09 16:23:36.892393 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.926291 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-e659ed3e-3ed9-48ce-ab36-af65d21d9b0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2931aea-8cfb-4f53-a6b6-164a8189cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0407584 Sep 09 16:23:36.984771 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:36.985399 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:36.986888 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] 10.222.0.21 "PUT /v2.0/ports/c8860de0-556f-4872-a98d-2c298776f56c HTTP/1.1" status: 200 len: 1093 time: 1.3167577 Sep 09 16:23:37.000834 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d58f4b-e0a1-478e-9ce6-62f840cbfac9 req-678cc707-b477-43db-9878-bcc44d43a7ee tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:37.000834 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3d58f4b-e0a1-478e-9ce6-62f840cbfac9 req-678cc707-b477-43db-9878-bcc44d43a7ee tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0594387 Sep 09 16:23:37.021189 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:37.025035 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-0f036daf-af0b-4cae-b729-2b961ff6512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:37.032485 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-0f036daf-af0b-4cae-b729-2b961ff6512b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0814402 Sep 09 16:23:37.032485 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.033051 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.033173 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.033434 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.033768 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.034119 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.034445 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.034767 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.035087 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.035409 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.035732 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.036049 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55589c36-aee1-4761-85dc-b2db844d4147 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:37.053558 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c3d58f4b-e0a1-478e-9ce6-62f840cbfac9 req-8604d84c-fd40-4a29-a755-f67bebda0654 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452728 Sep 09 16:23:37.089417 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-eabd8b0f-0493-40aa-9703-17459212ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:37.091000 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-eabd8b0f-0493-40aa-9703-17459212ed3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0509861 Sep 09 16:23:37.213215 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-9dde5fd5-c451-40e0-90b4-c564d0035be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:37.214795 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-9dde5fd5-c451-40e0-90b4-c564d0035be2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 1096 time: 0.0994835 Sep 09 16:23:37.228763 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-bd7b3aa8-6dfa-48d2-81f8-0562b1d73ac9 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228068 Sep 09 16:23:37.270221 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-850b61ee-8377-4ffb-812b-615ea4dda79d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8860de0-556f-4872-a98d-2c298776f56c HTTP/1.1" status: 200 len: 217 time: 0.0404563 Sep 09 16:23:37.368541 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-177efd80-7c29-421d-9199-330d64732395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:37.370109 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-177efd80-7c29-421d-9199-330d64732395 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0908065 Sep 09 16:23:37.429734 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13d5d100-5577-4cd7-9215-6a68eed405dd req-17b7cea7-59aa-4648-880f-ca87863481e2 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936188 Sep 09 16:23:37.465138 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-f2d8e2a8-42d9-4ff0-8c77-d5a53375cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:37.466777 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-f2d8e2a8-42d9-4ff0-8c77-d5a53375cf77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0868716 Sep 09 16:23:37.475179 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec0047-42aa-49b9-b7b9-6940b14dac9c req-286d63d4-af0b-4dba-818e-68834d443490 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:37.477098 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-70ec0047-42aa-49b9-b7b9-6940b14dac9c req-286d63d4-af0b-4dba-818e-68834d443490 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0817928 Sep 09 16:23:37.565643 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-70ec0047-42aa-49b9-b7b9-6940b14dac9c req-4af56e2a-a429-4dc7-8851-4e0d9986fdc2 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807605 Sep 09 16:23:37.588032 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-47091417-8212-45f1-bf41-5ea4772aa64b service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100142 Sep 09 16:23:37.685663 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2eb2ccc6-bd6a-4fb6-b94f-19b82f9676f8 req-5387b564-9570-4b91-8c77-6b31a7a095e4 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901442 Sep 09 16:23:38.173818 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191cc1b5-3396-4e41-9e41-924d848d9b0b req-3a02caed-e937-4622-ad76-6c6633d4041a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:38.175280 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-191cc1b5-3396-4e41-9e41-924d848d9b0b req-3a02caed-e937-4622-ad76-6c6633d4041a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0476930 Sep 09 16:23:38.213183 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-191cc1b5-3396-4e41-9e41-924d848d9b0b req-5c2e2004-55c0-4ab4-8d35-12fbf326ed6f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318432 Sep 09 16:23:38.300170 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:23:38.302524 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9" -d '{"events": [{"name": "network-changed", "server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "tag": "c8860de0-556f-4872-a98d-2c298776f56c"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:23:38.351900 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce1341-3c77-4e6d-beed-bfa686c8f758 x-openstack-request-id: req-9fce1341-3c77-4e6d-beed-bfa686c8f758 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:23:38.352289 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "tag": "c8860de0-556f-4872-a98d-2c298776f56c", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:23:38.356440 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fce1341-3c77-4e6d-beed-bfa686c8f758 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:23:38.356440 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c', 'status': 'completed', 'code': 200} Sep 09 16:23:38.447159 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-02dea7a5-8648-478a-9751-cb72d8200499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:38.448678 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-02dea7a5-8648-478a-9751-cb72d8200499 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 1096 time: 0.0415924 Sep 09 16:23:38.455436 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:38.548735 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-eb8d8957-c069-4d35-88c2-5705115cc6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:38.550216 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-eb8d8957-c069-4d35-88c2-5705115cc6ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 917 time: 0.0900803 Sep 09 16:23:38.594182 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-b482c25d-d3cc-43d7-b6b2-9600a73693fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8860de0-556f-4872-a98d-2c298776f56c HTTP/1.1" status: 200 len: 217 time: 0.0339048 Sep 09 16:23:38.646918 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-3e7e7800-8013-4734-b10d-b91cda8c83a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:38.648968 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-3e7e7800-8013-4734-b10d-b91cda8c83a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0472798 Sep 09 16:23:38.682491 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba05d7-4f17-42f7-80d4-9de2227b744d req-d3a00d1a-f619-454f-94e2-8ea1179f6355 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:38.684195 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-93ba05d7-4f17-42f7-80d4-9de2227b744d req-d3a00d1a-f619-454f-94e2-8ea1179f6355 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0496151 Sep 09 16:23:38.697698 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-14752bc9-7480-45a9-a1f3-24922c7666cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:38.702731 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-14752bc9-7480-45a9-a1f3-24922c7666cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424638 Sep 09 16:23:38.738634 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-93ba05d7-4f17-42f7-80d4-9de2227b744d req-95c0aad4-15ff-46cb-92cc-67d0648dce85 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352881 Sep 09 16:23:38.797224 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-ebb54b14-a632-43f5-ade6-4e342f9ec01b service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883625 Sep 09 16:23:38.894262 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0a6a3b0a-4cc5-4dca-b032-45d8cbcf67c9 req-bc3b184e-3a83-4660-a6d5-d1cfaa7abd0d service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887079 Sep 09 16:23:39.340808 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a43a7-50ef-470c-a8a4-7fb28cbef624 req-b57dd9d1-ba83-4879-b3b0-93680497aa6a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:39.342263 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-428a43a7-50ef-470c-a8a4-7fb28cbef624 req-b57dd9d1-ba83-4879-b3b0-93680497aa6a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0570955 Sep 09 16:23:39.381191 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-428a43a7-50ef-470c-a8a4-7fb28cbef624 req-4d86fd8c-4fcb-45b7-b7b9-b1f6a0697798 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Sep 09 16:23:39.862467 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158e9f7-d82d-4373-a22c-59d74416e15d req-f7f3cf28-0558-4e4f-8ee5-3efe3ce21e0e tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:39.863909 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0158e9f7-d82d-4373-a22c-59d74416e15d req-f7f3cf28-0558-4e4f-8ee5-3efe3ce21e0e tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0582268 Sep 09 16:23:39.900898 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0158e9f7-d82d-4373-a22c-59d74416e15d req-d3bfe34d-eecd-4b2a-83ff-9d00d3c8921b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301478 Sep 09 16:23:40.498765 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cb903-1226-418a-bd42-c9e3161617cb req-24ea7121-5502-40ef-bf35-67b8d6cc076a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:40.500215 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-348cb903-1226-418a-bd42-c9e3161617cb req-24ea7121-5502-40ef-bf35-67b8d6cc076a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0467436 Sep 09 16:23:40.542765 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-348cb903-1226-418a-bd42-c9e3161617cb req-b8a2df36-990e-445b-b394-a30b00c94ac2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363386 Sep 09 16:23:41.017488 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7082883-a260-4154-ab2a-62e5256f397b req-50f78d79-b5d2-4cbc-8cdf-e8498f9b1566 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:41.018947 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a7082883-a260-4154-ab2a-62e5256f397b req-50f78d79-b5d2-4cbc-8cdf-e8498f9b1566 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0472488 Sep 09 16:23:41.059098 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a7082883-a260-4154-ab2a-62e5256f397b req-ae54a43c-0d63-49ad-9bc7-b6733af29a9f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335457 Sep 09 16:23:41.677704 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0be41-be0d-44e7-8b5b-3226553c290f req-2b647d20-c142-4ca8-9822-474fe6eeae6c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:41.679779 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d8b0be41-be0d-44e7-8b5b-3226553c290f req-2b647d20-c142-4ca8-9822-474fe6eeae6c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0514777 Sep 09 16:23:41.720429 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d8b0be41-be0d-44e7-8b5b-3226553c290f req-ebe347f8-3c8e-485b-a256-4b07cb79d194 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346985 Sep 09 16:23:41.751871 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55720) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:41.859334 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:41.945880 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:41.997719 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:42.036910 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd3a307085de449596f38d7637d8c6a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838926 Sep 09 16:23:42.037758 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54295ce-9750-481a-88e5-b4150395241f,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:42.040050 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55724) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:42.045537 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.045916 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.046255 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.046589 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.046924 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.047257 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.047580 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.047905 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.048228 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.048554 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.048870 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.049185 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8f7153-4353-42b2-8e16-c2380609afad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.090765 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e11dbf1-115c-4171-bf06-c9d658a9017c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:42.112165 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e11dbf1-115c-4171-bf06-c9d658a9017c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:42.176832 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde480d-54d8-4a42-9402-7412d6b85e35 req-3e697396-5b61-4ae7-b856-14c3ef9cd4a8 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:42.178320 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1dde480d-54d8-4a42-9402-7412d6b85e35 req-3e697396-5b61-4ae7-b856-14c3ef9cd4a8 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0531557 Sep 09 16:23:42.217719 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1dde480d-54d8-4a42-9402-7412d6b85e35 req-e02c69ef-fb0e-4953-9253-5e982ea701e8 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322952 Sep 09 16:23:42.231820 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e11dbf1-115c-4171-bf06-c9d658a9017c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:42.235048 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7e11dbf1-115c-4171-bf06-c9d658a9017c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:42.236345 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-7e11dbf1-115c-4171-bf06-c9d658a9017c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b54295ce-9750-481a-88e5-b4150395241f HTTP/1.1" status: 204 len: 168 time: 0.1953239 Sep 09 16:23:42.255777 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:23:42.258667 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11dbf1-115c-4171-bf06-c9d658a9017c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54295ce-9750-481a-88e5-b4150395241f,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:42.368248 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:42.382718 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'c8860de0-556f-4872-a98d-2c298776f56c', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'port_id': 'c8860de0-556f-4872-a98d-2c298776f56c', 'mac_address': 'fa:16:3e:e4:f8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:23:42.418685 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:42.447233 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8860de0-556f-4872-a98d-2c298776f56c {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:23:42.469715 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:42.541683 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:42.558596 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:42.611585 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:42.614540 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.614920 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.615297 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.615613 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.615948 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.616733 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.617070 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.617407 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.617746 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.618111 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.618497 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.618765 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:23:42.842215 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2993c-5a8d-4bdf-bbff-42371e8b7805 req-71e8b378-70bd-4909-84e3-26b5cc3cdd50 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:42.843688 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4ba2993c-5a8d-4bdf-bbff-42371e8b7805 req-71e8b378-70bd-4909-84e3-26b5cc3cdd50 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 944 time: 0.0513334 Sep 09 16:23:42.881052 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4ba2993c-5a8d-4bdf-bbff-42371e8b7805 req-81b649b9-dc00-470b-8182-025255b7010f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Sep 09 16:23:42.908696 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['c8860de0-556f-4872-a98d-2c298776f56c'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:23:43.337691 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93bd28e-20c6-420d-8083-496fa8d92017 req-60067b99-12b5-491a-91a9-3416cfd1acb6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:43.339303 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e93bd28e-20c6-420d-8083-496fa8d92017 req-60067b99-12b5-491a-91a9-3416cfd1acb6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0502286 Sep 09 16:23:43.377964 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e93bd28e-20c6-420d-8083-496fa8d92017 req-0c2369cb-f562-428d-9e2e-0d1cfb473745 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 Sep 09 16:23:44.180829 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9399fe2-cbf2-462a-812f-d00e249a772e req-c95975a9-a65b-488a-9821-6de4b8ec821a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:44.180829 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c9399fe2-cbf2-462a-812f-d00e249a772e req-c95975a9-a65b-488a-9821-6de4b8ec821a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 944 time: 0.0502977 Sep 09 16:23:44.202067 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c9399fe2-cbf2-462a-812f-d00e249a772e req-81267078-638d-47fc-8547-858969ceb6aa tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Sep 09 16:23:44.273662 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:23:44.409726 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port c8860de0-556f-4872-a98d-2c298776f56c completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:23:44.414747 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port c8860de0-556f-4872-a98d-2c298776f56c triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:23:44.415749 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:44.498265 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:44.500258 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ef454-866b-4d0d-a673-9a3217900876 req-4ebcba5d-195b-4d2b-80f3-4816d9b32bd3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:44.501739 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b52ef454-866b-4d0d-a673-9a3217900876 req-4ebcba5d-195b-4d2b-80f3-4816d9b32bd3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0481751 Sep 09 16:23:44.524057 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:23:44.527718 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af47dc4-de04-45fb-b852-ee00e0234e97" -d '{"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-plugged", "status": "completed", "tag": "c8860de0-556f-4872-a98d-2c298776f56c"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:23:44.543129 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:44.553355 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b52ef454-866b-4d0d-a673-9a3217900876 req-fe3d62fa-1d8d-4a80-9e71-130f6ef3ab73 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445609 Sep 09 16:23:44.564272 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f661ea-0f25-47f6-92c1-b59cf354b232 x-openstack-request-id: req-08f661ea-0f25-47f6-92c1-b59cf354b232 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:23:44.564502 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-plugged", "status": "completed", "tag": "c8860de0-556f-4872-a98d-2c298776f56c", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:23:44.564757 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08f661ea-0f25-47f6-92c1-b59cf354b232 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:23:44.565212 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c', 'code': 200} Sep 09 16:23:44.638498 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:44.688853 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:44.924851 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d37d2-5b1e-4d0f-a359-b38dea424674 req-ccd9ff38-0242-46fa-b38d-a266d7df78aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:44.926343 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-918d37d2-5b1e-4d0f-a359-b38dea424674 req-ccd9ff38-0242-46fa-b38d-a266d7df78aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 1098 time: 0.0384953 Sep 09 16:23:44.962658 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-918d37d2-5b1e-4d0f-a359-b38dea424674 req-907cccbd-89f8-424d-ba75-303fc310b3a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286191 Sep 09 16:23:45.209475 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55802) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:45.257334 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4234b2f2-bd09-4799-abb6-da76d207c2f8 admin admin] Deleting subnet 17ceefaa-644a-45a6-8d96-ec428253e7ee {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:23:45.260355 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4234b2f2-bd09-4799-abb6-da76d207c2f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.297562 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4234b2f2-bd09-4799-abb6-da76d207c2f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25039843'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.326702 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d7492-9c0e-4790-a593-c226f599b9e0 req-65dbba8d-bebf-4a6f-ac6c-46b328ebf424 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:45.328159 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0d5d7492-9c0e-4790-a593-c226f599b9e0 req-65dbba8d-bebf-4a6f-ac6c-46b328ebf424 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0521317 Sep 09 16:23:45.332091 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4234b2f2-bd09-4799-abb6-da76d207c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.370802 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0d5d7492-9c0e-4790-a593-c226f599b9e0 req-11b8d051-3652-485f-b29b-2c02e31ea9a9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365727 Sep 09 16:23:45.466506 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4234b2f2-bd09-4799-abb6-da76d207c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24915294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24922916'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.492568 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234b2f2-bd09-4799-abb6-da76d207c2f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ceefaa-644a-45a6-8d96-ec428253e7ee,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:45.496227 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4234b2f2-bd09-4799-abb6-da76d207c2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.500611 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4234b2f2-bd09-4799-abb6-da76d207c2f8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/17ceefaa-644a-45a6-8d96-ec428253e7ee HTTP/1.1" status: 204 len: 168 time: 0.2899809 Sep 09 16:23:45.501160 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55816) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:45.569157 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.655482 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.672269 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb47771-0744-48bc-9565-e40a153ba020 req-b22f18e7-5a3b-40eb-a2cc-6e3f649ee85e tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:45.675432 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ccb47771-0744-48bc-9565-e40a153ba020 req-b22f18e7-5a3b-40eb-a2cc-6e3f649ee85e tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 943 time: 0.0532625 Sep 09 16:23:45.677618 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bd2343-965e-4c29-bd85-1ba01c1a8142']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:45.689031 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ea1381-54b3-4baf-aef4-33af560d2093') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:45.689329 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ea1381-54b3-4baf-aef4-33af560d2093') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:45.699237 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.712908 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ccb47771-0744-48bc-9565-e40a153ba020 req-0ce9dbd7-670d-4971-88c8-54b9a52a734d tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326159 Sep 09 16:23:45.713114 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.718955 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:23:45.719283 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:23:45.720929 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:23:46.294727 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c2931aea-8cfb-4f53-a6b6-164a8189cfd6 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:23:46.364421 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:46.370065 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:46.375063 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] 10.222.0.22 "DELETE /v2.0/networks/50bd2343-965e-4c29-bd85-1ba01c1a8142 HTTP/1.1" status: 204 len: 168 time: 0.8702443 Sep 09 16:23:46.382725 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b662a9e-fe6d-42da-b3dc-f72fbb1bf79d admin admin] Pushing event deleted for resources: {'Network': ['ID=50bd2343-965e-4c29-bd85-1ba01c1a8142,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:46.420077 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c2931aea-8cfb-4f53-a6b6-164a8189cfd6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:46.443653 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'port_id': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'mac_address': 'fa:16:3e:2f:b5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:23:46.489565 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:46.504803 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2931aea-8cfb-4f53-a6b6-164a8189cfd6 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:23:46.512705 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea734a7-b857-4c0f-a38d-d78d2070cdec req-d9a903f7-0e3a-4e59-9d98-3628a174f030 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:46.514257 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bea734a7-b857-4c0f-a38d-d78d2070cdec req-d9a903f7-0e3a-4e59-9d98-3628a174f030 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0549905 Sep 09 16:23:46.525082 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c2931aea-8cfb-4f53-a6b6-164a8189cfd6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:46.556934 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bea734a7-b857-4c0f-a38d-d78d2070cdec req-0183b19a-e149-470a-bec1-c95bf73ed364 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312419 Sep 09 16:23:46.627164 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:46.684403 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:46.828281 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4937352-d33f-45e0-997b-cb3942dd0ca9 req-965d377d-e9e7-4de4-9663-79104afb856b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:46.829864 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4937352-d33f-45e0-997b-cb3942dd0ca9 req-965d377d-e9e7-4de4-9663-79104afb856b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 944 time: 0.0496075 Sep 09 16:23:46.857574 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55844) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:46.894032 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d4937352-d33f-45e0-997b-cb3942dd0ca9 req-4a8c0fbf-22ba-49c5-8d3e-e9f8fd30959d tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555449 Sep 09 16:23:46.903663 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-2be7d454-7cf8-4fba-9db5-70700ce746fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4273b04a3cfe49689d99821b5f9f388a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448999 Sep 09 16:23:46.918327 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 55846) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:46.941087 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['c2931aea-8cfb-4f53-a6b6-164a8189cfd6'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:23:46.956855 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a77c-ab98-432e-9bf3-eed0a9b1a9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:46.982786 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a77c-ab98-432e-9bf3-eed0a9b1a9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:47.089944 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a77c-ab98-432e-9bf3-eed0a9b1a9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:47.092702 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b9b3a77c-ab98-432e-9bf3-eed0a9b1a9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:47.096249 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b9b3a77c-ab98-432e-9bf3-eed0a9b1a9da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5769cc4-8334-44ac-93c6-754cde89514d HTTP/1.1" status: 204 len: 168 time: 0.1888475 Sep 09 16:23:47.103261 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3a77c-ab98-432e-9bf3-eed0a9b1a9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5769cc4-8334-44ac-93c6-754cde89514d,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:47.531833 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072230b0-822e-4b65-8f27-9a35a0cb965a req-49a7f526-3b7a-4ef3-9d3f-f9c804609611 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:47.533315 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-072230b0-822e-4b65-8f27-9a35a0cb965a req-49a7f526-3b7a-4ef3-9d3f-f9c804609611 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0466776 Sep 09 16:23:47.571569 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-072230b0-822e-4b65-8f27-9a35a0cb965a req-8a86f704-fb92-4bcd-9415-b80cc72da22d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318809 Sep 09 16:23:47.671928 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a64b3d-5f43-4f71-af35-9f8e033fde38 req-9c742d2f-c6fb-4203-ba65-42e6b3099fbe tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:47.673423 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60a64b3d-5f43-4f71-af35-9f8e033fde38 req-9c742d2f-c6fb-4203-ba65-42e6b3099fbe tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0485909 Sep 09 16:23:47.714785 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-60a64b3d-5f43-4f71-af35-9f8e033fde38 req-5814faa3-7ebe-4d19-af8b-f3330c8b25d3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334036 Sep 09 16:23:47.831109 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81109f3e-c4e8-4ffb-8602-dc5605d18530 req-1e8e428e-2318-42b4-a01d-31b83e9e7806 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:47.832448 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-81109f3e-c4e8-4ffb-8602-dc5605d18530 req-1e8e428e-2318-42b4-a01d-31b83e9e7806 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0502350 Sep 09 16:23:47.841373 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 55874) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:23:47.845768 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Request body: {'floatingip': {'port_id': 'c8860de0-556f-4872-a98d-2c298776f56c'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:23:48.037283 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1bbd3-d787-4f38-b85c-7fcc82b7800c req-89f50284-4dae-43a4-a35f-8a0cbe463356 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:48.039557 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9ee1bbd3-d787-4f38-b85c-7fcc82b7800c req-89f50284-4dae-43a4-a35f-8a0cbe463356 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 944 time: 0.0617788 Sep 09 16:23:48.079224 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9ee1bbd3-d787-4f38-b85c-7fcc82b7800c req-d1df71ae-839a-41b5-a19b-13ddf8d3eb8a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Sep 09 16:23:48.145449 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:48.568804 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:48.665604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:48.756182 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a621df2-161f-4960-ba60-0ec5c1463fd4 req-e22fc126-f64c-4d76-9201-b5b346f92bdb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:48.757933 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2a621df2-161f-4960-ba60-0ec5c1463fd4 req-e22fc126-f64c-4d76-9201-b5b346f92bdb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.1182089 Sep 09 16:23:48.802398 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Floating IP f1c6d44a-996e-4e4e-975a-844aad9295ab associated. External IP: 172.27.2.203, port: c8860de0-556f-4872-a98d-2c298776f56c. Sep 09 16:23:48.810126 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2a621df2-161f-4960-ba60-0ec5c1463fd4 req-0fb04363-4771-494b-9225-17de006a8f36 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461738 Sep 09 16:23:49.009167 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:23:49.125447 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:23:49.130023 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:49.140713 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] Sync routers for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:23:49.150204 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:23:49.161489 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:23:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:49.166443 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-992164cb-8043-4e2b-97e4-3726ccd701bd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "PUT /v2.0/floatingips/f1c6d44a-996e-4e4e-975a-844aad9295ab HTTP/1.1" status: 200 len: 991 time: 1.3239625 Sep 09 16:23:49.167355 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:23:49.170860 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b335fb-fb40-42a4-948e-bfc0fe8da568" -d '{"events": [{"name": "network-changed", "server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "tag": "c8860de0-556f-4872-a98d-2c298776f56c"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:23:49.215568 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a5246-2783-43f0-9556-cef1a0a928a1 req-ae658a5e-83b6-4069-abeb-1ba7cee72545 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:49.217108 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-620a5246-2783-43f0-9556-cef1a0a928a1 req-ae658a5e-83b6-4069-abeb-1ba7cee72545 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 944 time: 0.0655744 Sep 09 16:23:49.259089 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-620a5246-2783-43f0-9556-cef1a0a928a1 req-15a20ddf-5cc9-4d34-a6f3-8e55bddca6bd tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359933 Sep 09 16:23:49.291894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:23:49.306206 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a442d9-f2b6-4112-b0c0-baa5c83269e3 x-openstack-request-id: req-06a442d9-f2b6-4112-b0c0-baa5c83269e3 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:23:49.306503 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "tag": "c8860de0-556f-4872-a98d-2c298776f56c", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:23:49.306747 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06a442d9-f2b6-4112-b0c0-baa5c83269e3 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:23:49.307139 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c', 'status': 'completed', 'code': 200} Sep 09 16:23:49.553217 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'f1c6d44a-996e-4e4e-975a-844aad9295ab', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'port_id': 'c8860de0-556f-4872-a98d-2c298776f56c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'mac_address': 'fa:16:3e:e4:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b9be28-4420-4843-8a36-33f05928ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:23:27Z', 'updated_at': '2021-09-09T16:23:48Z', 'revision_number': 1, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:49.578715 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] Checking router: e60536a1-a8e1-4c47-b8d5-cecd93c96c03 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:23:49.587366 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:23:49.587962 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:23:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:49.688531 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:23:49.915352 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'f1c6d44a-996e-4e4e-975a-844aad9295ab', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'port_id': 'c8860de0-556f-4872-a98d-2c298776f56c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'mac_address': 'fa:16:3e:e4:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b9be28-4420-4843-8a36-33f05928ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:23:27Z', 'updated_at': '2021-09-09T16:23:48Z', 'revision_number': 1, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:49.927678 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079e6a9-2fc7-4fcb-845f-01441658b625 req-2a2fd311-f0d2-4bbc-a60f-0385041a04cc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:49.929488 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4079e6a9-2fc7-4fcb-845f-01441658b625 req-2a2fd311-f0d2-4bbc-a60f-0385041a04cc tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0494635 Sep 09 16:23:49.941356 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95ba4b6-84b1-448c-a532-489739305051 None None] The sync data for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi is: [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'f1c6d44a-996e-4e4e-975a-844aad9295ab', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'port_id': 'c8860de0-556f-4872-a98d-2c298776f56c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'mac_address': 'fa:16:3e:e4:f8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b9be28-4420-4843-8a36-33f05928ed69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:23:27Z', 'updated_at': '2021-09-09T16:23:48Z', 'revision_number': 1, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:23:49.969750 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4079e6a9-2fc7-4fcb-845f-01441658b625 req-625c1877-d597-410b-9ab0-6984e2aeb790 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341678 Sep 09 16:23:50.126987 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670c76b1-2944-4ec7-a614-4acbb9430a49 None None] New status for floating IP f1c6d44a-996e-4e4e-975a-844aad9295ab: ACTIVE {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:23:50.384736 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61572ebe-be0e-457e-8461-12caeb0678d3 req-93b621b5-9a31-42d3-937c-7b530ed9696b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:50.386343 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-61572ebe-be0e-457e-8461-12caeb0678d3 req-93b621b5-9a31-42d3-937c-7b530ed9696b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 944 time: 0.0538468 Sep 09 16:23:50.425585 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-61572ebe-be0e-457e-8461-12caeb0678d3 req-70225f74-4feb-4a21-bbac-8ebbd5a633f3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331659 Sep 09 16:23:50.472274 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-a59166aa-677e-42fe-99da-00246e4f7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:50.473744 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-a59166aa-677e-42fe-99da-00246e4f7dc5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 1098 time: 0.1467409 Sep 09 16:23:50.570896 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-5d8bbe2c-f41e-4146-bd90-0f39550a932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:50.572415 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-5d8bbe2c-f41e-4146-bd90-0f39550a932a service neutron] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 917 time: 0.0890434 Sep 09 16:23:50.652479 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-d064dce9-6b81-4d06-bbe4-11b20687a87f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8860de0-556f-4872-a98d-2c298776f56c HTTP/1.1" status: 200 len: 1001 time: 0.0652947 Sep 09 16:23:50.724724 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-ad9cd879-8160-4ca8-9bbc-f1dd288c84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:50.726925 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-ad9cd879-8160-4ca8-9bbc-f1dd288c84d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0530670 Sep 09 16:23:50.776354 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-b826cfca-4fd8-4113-a568-ca7997df2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:50.777947 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-b826cfca-4fd8-4113-a568-ca7997df2f8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401421 Sep 09 16:23:50.873298 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-ab734fd4-b888-49ac-93c6-e24cd2ba2360 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821538 Sep 09 16:23:50.967403 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-09b335fb-fb40-42a4-948e-bfc0fe8da568 req-eb57effe-7451-410f-9e60-31aeb3cb854a service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855777 Sep 09 16:23:51.095739 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e1bec-3007-42f4-b285-d333dc603a5a req-7e3bfd7c-8e5f-4443-bc79-521d9f0d5647 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:51.097201 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3f0e1bec-3007-42f4-b285-d333dc603a5a req-7e3bfd7c-8e5f-4443-bc79-521d9f0d5647 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0550027 Sep 09 16:23:51.138415 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3f0e1bec-3007-42f4-b285-d333dc603a5a req-9cf50400-3466-4dbd-ac3c-27f07eb91b73 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339839 Sep 09 16:23:51.542280 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21e222-4754-4b47-b0f1-4c943cb577ab req-5217b490-ac1e-4b17-97df-278d43b59b33 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:51.543764 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8e21e222-4754-4b47-b0f1-4c943cb577ab req-5217b490-ac1e-4b17-97df-278d43b59b33 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 944 time: 0.0485580 Sep 09 16:23:51.591140 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8e21e222-4754-4b47-b0f1-4c943cb577ab req-2dcad6f0-63a3-4fed-95f9-354cf8a02505 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 Sep 09 16:23:52.259646 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61f1ae-71d0-4452-a655-37121fe525f2 req-885458c5-fe30-4422-b4bc-9b6b19885656 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:52.261153 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5c61f1ae-71d0-4452-a655-37121fe525f2 req-885458c5-fe30-4422-b4bc-9b6b19885656 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0518241 Sep 09 16:23:52.275787 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c2931aea-8cfb-4f53-a6b6-164a8189cfd6 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:23:52.306892 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5c61f1ae-71d0-4452-a655-37121fe525f2 req-5a933d7a-1527-4980-81ae-63fe492f85e1 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Sep 09 16:23:52.455700 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:23:52.460691 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:23:52.461073 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:52.541937 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:52.563292 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae22c929-d869-4209-aad1-211914da6e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:23:52.565532 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429d4e95-44e4-493d-a86b-ad59847d4b00" -d '{"events": [{"server_uuid": "ae22c929-d869-4209-aad1-211914da6e69", "name": "network-vif-plugged", "status": "completed", "tag": "c2931aea-8cfb-4f53-a6b6-164a8189cfd6"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:23:52.578580 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c2931aea-8cfb-4f53-a6b6-164a8189cfd6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:52.603049 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008d8696-9952-43f7-a78a-da5759227331 x-openstack-request-id: req-008d8696-9952-43f7-a78a-da5759227331 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:23:52.603338 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae22c929-d869-4209-aad1-211914da6e69", "name": "network-vif-plugged", "status": "completed", "tag": "c2931aea-8cfb-4f53-a6b6-164a8189cfd6", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:23:52.603586 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-008d8696-9952-43f7-a78a-da5759227331 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:23:52.603980 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae22c929-d869-4209-aad1-211914da6e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'code': 200} Sep 09 16:23:52.650607 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:52.701049 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:52.711130 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212aa90b-de88-4241-845d-ac9e5bb0766b req-54c01c81-d92c-4395-b221-aa00f41fc5ad tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:52.712632 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-212aa90b-de88-4241-845d-ac9e5bb0766b req-54c01c81-d92c-4395-b221-aa00f41fc5ad tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0490789 Sep 09 16:23:52.750180 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-212aa90b-de88-4241-845d-ac9e5bb0766b req-e63e86b9-9639-4c83-80de-79a34ab3b0f8 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315568 Sep 09 16:23:53.423391 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e6336-bd8a-4ea2-b01a-3c7f476c37e6 req-c26eb484-0f40-4756-ac02-fb21ca9cc498 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:53.428033 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-734e6336-bd8a-4ea2-b01a-3c7f476c37e6 req-c26eb484-0f40-4756-ac02-fb21ca9cc498 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0507514 Sep 09 16:23:53.473691 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-734e6336-bd8a-4ea2-b01a-3c7f476c37e6 req-b008f36e-4d39-4341-87f6-6a6b7d4baed4 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Sep 09 16:23:53.864618 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793dae6-e9d4-4f14-9257-5b539fb587ec req-2fdb26aa-2195-4578-b6c6-cb3236584916 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:53.866716 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8793dae6-e9d4-4f14-9257-5b539fb587ec req-2fdb26aa-2195-4578-b6c6-cb3236584916 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Sep 09 16:23:53.908654 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8793dae6-e9d4-4f14-9257-5b539fb587ec req-057bed92-3142-441f-9299-aabfcd0c8472 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348032 Sep 09 16:23:54.608724 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b50460-5e37-4814-abdd-c705b87a1d16 req-373d9b42-abb9-4592-9cb4-aaa56b60367b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:54.612240 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f4b50460-5e37-4814-abdd-c705b87a1d16 req-373d9b42-abb9-4592-9cb4-aaa56b60367b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0606730 Sep 09 16:23:54.665362 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f4b50460-5e37-4814-abdd-c705b87a1d16 req-5de4db89-5fba-4fdf-9f69-6d30cb87211d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464962 Sep 09 16:23:55.037472 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570a7f-0ec6-4e13-ae37-60c461bf8c7c req-5252b035-99ef-4730-8a58-cc292f215789 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:55.039526 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be570a7f-0ec6-4e13-ae37-60c461bf8c7c req-5252b035-99ef-4730-8a58-cc292f215789 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0530345 Sep 09 16:23:55.077086 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-be570a7f-0ec6-4e13-ae37-60c461bf8c7c req-0900ade8-f158-4eb3-a98a-0ebebb2f5aae tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317256 Sep 09 16:23:55.762365 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437643c-56af-4cf8-b806-d03c8c380795 req-4a118642-197b-4758-8cf9-d225576d6403 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:55.763985 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0437643c-56af-4cf8-b806-d03c8c380795 req-4a118642-197b-4758-8cf9-d225576d6403 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0713511 Sep 09 16:23:55.803903 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b6911-90f1-4f27-8e7e-61479cdadc5b req-133ed2a0-400f-4ffc-b78f-b727c12cf809 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:55.805553 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fc9b6911-90f1-4f27-8e7e-61479cdadc5b req-133ed2a0-400f-4ffc-b78f-b727c12cf809 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 946 time: 0.0567734 Sep 09 16:23:55.853881 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fc9b6911-90f1-4f27-8e7e-61479cdadc5b req-d9d00e5d-7ed6-4a2a-8980-f528d0735d04 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=3fb2866b-9bd8-4fae-b920-e53e75dafc05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415473 Sep 09 16:23:55.899170 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d2668-c19f-4e62-87f6-8089cfc52a4f req-2bee7b9a-1324-421d-9240-dfe2283bf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:55.905461 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-554d2668-c19f-4e62-87f6-8089cfc52a4f req-2bee7b9a-1324-421d-9240-dfe2283bf50b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 1098 time: 0.1226559 Sep 09 16:23:55.961540 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-554d2668-c19f-4e62-87f6-8089cfc52a4f req-3cefa333-448c-4afd-a379-d79239f92784 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472374 Sep 09 16:23:55.976538 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Deleting port 881b89db-4fd7-47b1-ad47-c8400fd31dbb {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:23:55.976538 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:56.067561 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] For port 881b89db-4fd7-47b1-ad47-c8400fd31dbb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=881b89db-4fd7-47b1-ad47-c8400fd31dbb,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:23:56.067932 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:56.266007 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b085dc6-2feb-4de9-b525-e09b8d5fcb7d req-4be482cb-b702-4b0d-b47e-2dfb76ac2b60 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:56.267474 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0b085dc6-2feb-4de9-b525-e09b8d5fcb7d req-4be482cb-b702-4b0d-b47e-2dfb76ac2b60 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0949001 Sep 09 16:23:56.304794 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:56.305582 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:56.305582 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Floating IP 68713697-e055-454f-a8d9-ddad43aab049 disassociated. External IP: 172.27.2.97, port: 881b89db-4fd7-47b1-ad47-c8400fd31dbb. Sep 09 16:23:56.305902 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Calling delete_port for 881b89db-4fd7-47b1-ad47-c8400fd31dbb owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:23:56.380548 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0b085dc6-2feb-4de9-b525-e09b8d5fcb7d req-d5975aa1-6a6d-41d9-bc15-cfa72ea4a493 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648851 Sep 09 16:23:56.614839 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:56.644757 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event deleted for resources: {'Port': ['ID=881b89db-4fd7-47b1-ad47-c8400fd31dbb,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:23:56.761616 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Router 204c1878-ddde-4328-882c-357958428550 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:23:56.869579 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:23:56.880271 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] Sync routers for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:23:56.893145 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:23:56.894210 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:23:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:56.909940 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] No DVR routers for this DVR port 881b89db-4fd7-47b1-ad47-c8400fd31dbb on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:23:56.912722 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:23:56.914814 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0437643c-56af-4cf8-b806-d03c8c380795 req-42a27f6b-580f-4ce0-be58-58be9e52bd6d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "DELETE /v2.0/ports/881b89db-4fd7-47b1-ad47-c8400fd31dbb HTTP/1.1" status: 204 len: 173 time: 1.1272736 Sep 09 16:23:56.915314 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b64784a-cb08-494f-bfaa-3662424cd608', 'name': 'network-vif-deleted', 'tag': '881b89db-4fd7-47b1-ad47-c8400fd31dbb'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:23:56.917849 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88353df-a75b-4218-ade2-05c7b3c33eff" -d '{"events": [{"server_uuid": "6b64784a-cb08-494f-bfaa-3662424cd608", "name": "network-vif-deleted", "tag": "881b89db-4fd7-47b1-ad47-c8400fd31dbb"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:23:56.965161 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e780cb3-59a2-4f1b-b616-1eda6e8c074b x-openstack-request-id: req-0e780cb3-59a2-4f1b-b616-1eda6e8c074b {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:23:56.965469 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b64784a-cb08-494f-bfaa-3662424cd608", "name": "network-vif-deleted", "tag": "881b89db-4fd7-47b1-ad47-c8400fd31dbb", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:23:56.965723 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e780cb3-59a2-4f1b-b616-1eda6e8c074b {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:23:56.966121 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b64784a-cb08-494f-bfaa-3662424cd608', 'name': 'network-vif-deleted', 'tag': '881b89db-4fd7-47b1-ad47-c8400fd31dbb', 'status': 'completed', 'code': 200} Sep 09 16:23:56.968206 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-afd528b5-5341-4106-86ac-e2db1a51e689 req-ac74465c-1b43-4f47-a16b-bee10f07afa5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0331943 Sep 09 16:23:57.013031 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:23:57.231971 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:57.258411 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] Checking router: 204c1878-ddde-4328-882c-357958428550 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:23:57.266475 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:23:57.267083 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:23:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:57.487973 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f305d3cc-a028-4742-9103-8be364328cb3 req-60b98309-5978-4ee4-8770-ec3c40566d71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:57.489598 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f305d3cc-a028-4742-9103-8be364328cb3 req-60b98309-5978-4ee4-8770-ec3c40566d71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0508788 Sep 09 16:23:57.495691 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:23:57.531429 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f305d3cc-a028-4742-9103-8be364328cb3 req-7d05238d-aa56-4cb8-b527-98df5c568867 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352473 Sep 09 16:23:57.688704 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:23:57.719362 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17938274-3f3c-46e2-a707-3a0a04140dd0 None None] The sync data for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi is: [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:23:57.929358 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8337af4-4617-47ac-a5f7-81aa7822913f None None] New status for floating IP 68713697-e055-454f-a8d9-ddad43aab049: DOWN {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:23:58.069571 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-339a1725-e303-4dfa-8446-751f509b703b req-31cd0af5-9cf6-4655-a2e5-f35ee8e3e4fe tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0253773 Sep 09 16:23:58.642792 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d0d40-3639-45e4-9bcd-5f6fc4276e30 req-0a2d02b5-cec1-4615-9b4c-9e280ec1595a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:58.644260 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d91d0d40-3639-45e4-9bcd-5f6fc4276e30 req-0a2d02b5-cec1-4615-9b4c-9e280ec1595a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0476813 Sep 09 16:23:58.682822 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d91d0d40-3639-45e4-9bcd-5f6fc4276e30 req-b20a01a3-850c-4ea6-b6ce-5c218c4312a7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Sep 09 16:23:59.172944 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f0f04741-53b2-487a-8230-86953fc871a0 req-e0976795-8d2f-4ba3-8f4d-8671dbb006fe tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0318139 Sep 09 16:23:59.794533 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124393d-9f03-4752-aa99-accf9d049a89 req-10081485-3bb1-4bd3-9661-725531a28672 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:23:59.795987 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0124393d-9f03-4752-aa99-accf9d049a89 req-10081485-3bb1-4bd3-9661-725531a28672 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0469761 Sep 09 16:23:59.840093 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0124393d-9f03-4752-aa99-accf9d049a89 req-fe61033f-36aa-4ff5-8642-e493287b2264 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381002 Sep 09 16:24:00.283742 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bb5df20b-eb8d-463f-9d30-2afc3b54340f req-53bdae9e-2e61-4200-8fa6-5f64a110bde3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b64784a-cb08-494f-bfaa-3662424cd608 HTTP/1.1" status: 200 len: 210 time: 0.0286684 Sep 09 16:24:00.313400 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 881b89db-4fd7-47b1-ad47-c8400fd31dbb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:24:00.344167 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 881b89db-4fd7-47b1-ad47-c8400fd31dbb {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:24:00.344503 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 881b89db-4fd7-47b1-ad47-c8400fd31dbb not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:24:00.955199 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1c8a8-dd2e-4104-9a0f-1f0b73c20253 req-37fe6b4c-8854-423a-bcfb-71ca5597ad33 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:00.956819 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5cd1c8a8-dd2e-4104-9a0f-1f0b73c20253 req-37fe6b4c-8854-423a-bcfb-71ca5597ad33 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Sep 09 16:24:00.994397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5cd1c8a8-dd2e-4104-9a0f-1f0b73c20253 req-f013745d-8c1c-4d6b-8d5d-4a208197f48a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310175 Sep 09 16:24:01.109758 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d66a7-6d2a-4e5d-aead-19683a39d8ca req-cdd4e37a-a8f0-4e36-b46c-b4b76794288b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:01.111187 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-514d66a7-6d2a-4e5d-aead-19683a39d8ca req-cdd4e37a-a8f0-4e36-b46c-b4b76794288b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Sep 09 16:24:01.150271 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-514d66a7-6d2a-4e5d-aead-19683a39d8ca req-2a422f9f-e7ff-43d2-8b25-aed8c89c2836 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Sep 09 16:24:01.179302 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56092) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:01.329919 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5afd0e-b358-4848-8978-5247b58b5876 tempest-TestVolumeBootPattern-2107326734 tempest-TestVolumeBootPattern-2107326734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:01.335717 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-3d5afd0e-b358-4848-8978-5247b58b5876 tempest-TestVolumeBootPattern-2107326734 tempest-TestVolumeBootPattern-2107326734-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 1093 time: 0.1510558 Sep 09 16:24:01.337795 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56100) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:01.342175 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'port_id': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:01.468010 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56104) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:01.489656 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.524028 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a532821-6314-4ca1-9f63-add5eda977a5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.550750 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a532821-6314-4ca1-9f63-add5eda977a5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.596597 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.649765 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a532821-6314-4ca1-9f63-add5eda977a5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.652435 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7a532821-6314-4ca1-9f63-add5eda977a5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.653590 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7a532821-6314-4ca1-9f63-add5eda977a5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "DELETE /v2.0/security-groups/3fb2866b-9bd8-4fae-b920-e53e75dafc05 HTTP/1.1" status: 204 len: 168 time: 0.1845176 Sep 09 16:24:01.656488 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56110) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:01.663003 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532821-6314-4ca1-9f63-add5eda977a5 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2866b-9bd8-4fae-b920-e53e75dafc05,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:01.692271 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.api.v2.resource [None req-69663f25-33ed-49b7-8afa-411665973328 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] show failed (client error): The resource could not be found. Sep 09 16:24:01.693540 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-69663f25-33ed-49b7-8afa-411665973328 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups/3fb2866b-9bd8-4fae-b920-e53e75dafc05 HTTP/1.1" status: 404 len: 347 time: 0.0360749 Sep 09 16:24:01.697560 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56112) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:01.720688 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Allocated IP 172.27.2.30 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/8014a321-5b71-4130-8f68-d76a9b36f6ad) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:01.820794 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Deleting port 693fdadf-c947-4eb5-930f-a0667800bc34 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:24:01.821137 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.827278 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.895497 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.895822 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:01.907881 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Calling delete_port for 693fdadf-c947-4eb5-930f-a0667800bc34 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:24:01.987407 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.030168 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:02.032883 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:02.036445 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:02.060809 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=8014a321-5b71-4130-8f68-d76a9b36f6ad,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:02.107670 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.142315 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event deleted for resources: {'Port': ['ID=693fdadf-c947-4eb5-930f-a0667800bc34,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:02.184088 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56122) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:02.212088 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.214879 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.216082 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-d349c159-0da1-476c-b24b-45f597963027 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "DELETE /v2.0/floatingips/68713697-e055-454f-a8d9-ddad43aab049 HTTP/1.1" status: 204 len: 168 time: 0.5174971 Sep 09 16:24:02.324376 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-db251dab-3c00-4dba-adb2-c996b8d22dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.427079 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56134) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:02.433133 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.462159 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-db251dab-3c00-4dba-adb2-c996b8d22dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.549603 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-442fd42e-f8fb-46e0-9447-a9feb666636c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.554920 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56140) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:02.557384 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-db251dab-3c00-4dba-adb2-c996b8d22dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.560604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-3262091a-e9d3-4a0a-b351-63f70e2fbb03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1045373464', 'description': 'tempest-description--600676197'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:02.592911 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-db251dab-3c00-4dba-adb2-c996b8d22dee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5078a1c46ffc4ec7abac485a49e62afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078059 Sep 09 16:24:02.595572 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.601099 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56142) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:02.609356 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.db.api [None req-442fd42e-f8fb-46e0-9447-a9feb666636c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 16:24:02.609356 dv-cinder-760199-19-iscsi neutron-server[94612]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 16:24:02.609356 dv-cinder-760199-19-iscsi neutron-server[94612]: [parameters: {'project_id_1': '7f4147dcd5424e469f801bd03e08b75c', 'expiration_1': datetime.datetime(2021, 9, 9, 16, 23, 42, 587955)}] Sep 09 16:24:02.609356 dv-cinder-760199-19-iscsi neutron-server[94612]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94612) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 16:24:02.609749 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG oslo_db.api [None req-442fd42e-f8fb-46e0-9447-a9feb666636c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 16:24:02.617734 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db251dab-3c00-4dba-adb2-c996b8d22dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1c6512-318b-4115-9d52-4e41a55f9fe7,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:02.664775 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-44883183-498f-4f1a-94a4-696cfe99c698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.687349 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-44883183-498f-4f1a-94a4-696cfe99c698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.754697 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.867519 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-44883183-498f-4f1a-94a4-696cfe99c698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.867901 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3262091a-e9d3-4a0a-b351-63f70e2fbb03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.870142 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.870425 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-44883183-498f-4f1a-94a4-696cfe99c698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:02.873941 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-44883183-498f-4f1a-94a4-696cfe99c698 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c1c6512-318b-4115-9d52-4e41a55f9fe7 HTTP/1.1" status: 204 len: 168 time: 0.2696259 Sep 09 16:24:02.883427 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44883183-498f-4f1a-94a4-696cfe99c698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1c6512-318b-4115-9d52-4e41a55f9fe7,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:03.110618 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-442fd42e-f8fb-46e0-9447-a9feb666636c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.267616 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b2440b2b-722c-4c0c-a857-9f73ae0f7573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.277420 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=8014a321-5b71-4130-8f68-d76a9b36f6ad,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:03.305701 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.430762 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Floating IP e5a79dd1-8da0-42a5-ad95-dd144e534800 associated. External IP: 172.27.2.30, port: c2931aea-8cfb-4f53-a6b6-164a8189cfd6. Sep 09 16:24:03.434322 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3262091a-e9d3-4a0a-b351-63f70e2fbb03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.569556 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3262091a-e9d3-4a0a-b351-63f70e2fbb03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.641381 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262091a-e9d3-4a0a-b351-63f70e2fbb03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fb9235-326a-4a25-a75a-f837e732a7c4,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:03.647739 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-442fd42e-f8fb-46e0-9447-a9feb666636c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.670580 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:24:03.729728 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-442fd42e-f8fb-46e0-9447-a9feb666636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.768293 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-442fd42e-f8fb-46e0-9447-a9feb666636c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7f4147dcd5424e469f801bd03e08b75c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3401887 Sep 09 16:24:03.769113 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fd42e-f8fb-46e0-9447-a9feb666636c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d58e8b-20a1-4e1a-9c43-9961f4847741,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:03.778681 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56168) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:03.796082 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:24:03.811818 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:24:03.820559 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:03.821180 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:23:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:03.830885 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9efd1e1-36c1-4543-8bc2-9c398044821e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.852707 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9efd1e1-36c1-4543-8bc2-9c398044821e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.855718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3262091a-e9d3-4a0a-b351-63f70e2fbb03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.857092 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-3262091a-e9d3-4a0a-b351-63f70e2fbb03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3002062 Sep 09 16:24:03.860037 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56170) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:03.864893 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-c7428c61-4511-4099-9b53-3584aa7df023 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'security_group_rule': {'security_group_id': 'd8fb9235-326a-4a25-a75a-f837e732a7c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:03.930037 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:03.943376 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:03.979193 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-1b632db0-3ba5-4066-b394-3d76af510fe6 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6401639 Sep 09 16:24:03.980042 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae22c929-d869-4209-aad1-211914da6e69', 'tag': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:24:03.982997 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6573d39-1504-4748-8897-713f9727a9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae22c929-d869-4209-aad1-211914da6e69", "tag": "c2931aea-8cfb-4f53-a6b6-164a8189cfd6"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:24:04.025055 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d893fb0-d5a1-4087-b6c5-6ccf346141e5 x-openstack-request-id: req-9d893fb0-d5a1-4087-b6c5-6ccf346141e5 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:24:04.025452 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae22c929-d869-4209-aad1-211914da6e69", "tag": "c2931aea-8cfb-4f53-a6b6-164a8189cfd6", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:24:04.025761 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d893fb0-d5a1-4087-b6c5-6ccf346141e5 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:24:04.026288 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae22c929-d869-4209-aad1-211914da6e69', 'tag': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'status': 'completed', 'code': 200} Sep 09 16:24:04.038422 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9efd1e1-36c1-4543-8bc2-9c398044821e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.041086 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e9efd1e1-36c1-4543-8bc2-9c398044821e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.042350 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e9efd1e1-36c1-4543-8bc2-9c398044821e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54d58e8b-20a1-4e1a-9c43-9961f4847741 HTTP/1.1" status: 204 len: 168 time: 0.2627299 Sep 09 16:24:04.051563 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efd1e1-36c1-4543-8bc2-9c398044821e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d58e8b-20a1-4e1a-9c43-9961f4847741,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:04.079660 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7428c61-4511-4099-9b53-3584aa7df023 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.128679 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56180) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:04.165016 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6573d39-1504-4748-8897-713f9727a9d0 req-6bba9217-01c2-44ae-9fea-65679b7bf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:04.166722 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6573d39-1504-4748-8897-713f9727a9d0 req-6bba9217-01c2-44ae-9fea-65679b7bf189 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 1098 time: 0.0966597 Sep 09 16:24:04.203532 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'e5a79dd1-8da0-42a5-ad95-dd144e534800', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:2f:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae22c929-d869-4209-aad1-211914da6e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:24:02Z', 'updated_at': '2021-09-09T16:24:02Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:04.230260 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7428c61-4511-4099-9b53-3584aa7df023 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.232257 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:24:04.241554 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:04.242208 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:23:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:04.260315 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1906162575-network', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:04.304831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6573d39-1504-4748-8897-713f9727a9d0 req-80103dfb-0028-46bf-b413-e941dec8f9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:04.307970 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6573d39-1504-4748-8897-713f9727a9d0 req-80103dfb-0028-46bf-b413-e941dec8f9e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 912 time: 0.1324978 Sep 09 16:24:04.323204 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7428c61-4511-4099-9b53-3584aa7df023 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.357318 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:04.376896 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7428c61-4511-4099-9b53-3584aa7df023 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d074cdc4-e6ef-4c48-9bb2-f274205330fd,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:04.398673 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6573d39-1504-4748-8897-713f9727a9d0 req-66d0d047-440a-4662-96b8-a8d625485132 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2931aea-8cfb-4f53-a6b6-164a8189cfd6 HTTP/1.1" status: 200 len: 998 time: 0.0822442 Sep 09 16:24:04.410393 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Made reservation on behalf of dd34758dd52547bcaad695426c39b68a for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:24:04.414941 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.428923 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.476610 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6573d39-1504-4748-8897-713f9727a9d0 req-976681d2-5bea-4c76-ad54-91c1107fa996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:04.478536 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6573d39-1504-4748-8897-713f9727a9d0 req-976681d2-5bea-4c76-ad54-91c1107fa996 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0732238 Sep 09 16:24:04.533018 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7428c61-4511-4099-9b53-3584aa7df023 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.534718 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c7428c61-4511-4099-9b53-3584aa7df023 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6734617 Sep 09 16:24:04.539437 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56192) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:04.546200 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-a19bdd85-9109-4cd4-876a-bc7d0406e0fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'security_group_rule': {'security_group_id': 'd8fb9235-326a-4a25-a75a-f837e732a7c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:04.563641 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6573d39-1504-4748-8897-713f9727a9d0 req-f2d0acba-9bac-416f-944a-a95f980c4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:04.565547 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6573d39-1504-4748-8897-713f9727a9d0 req-f2d0acba-9bac-416f-944a-a95f980c4c8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0798016 Sep 09 16:24:04.611347 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.636179 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'e5a79dd1-8da0-42a5-ad95-dd144e534800', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:2f:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae22c929-d869-4209-aad1-211914da6e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:24:02Z', 'updated_at': '2021-09-09T16:24:02Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:04.661698 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6573d39-1504-4748-8897-713f9727a9d0 req-95fbe7cd-25bc-43c4-8bd4-f74b6f999976 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884049 Sep 09 16:24:04.679016 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.687654 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e7be55-f50d-434e-ac83-492a71fca1cc None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': 'e5a79dd1-8da0-42a5-ad95-dd144e534800', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.30', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:2f:b5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae22c929-d869-4209-aad1-211914da6e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:24:02Z', 'updated_at': '2021-09-09T16:24:02Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:24:04.701068 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:24:04.723239 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85548bf-29d2-46d4-912c-da47eeb2d87c,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:04.745094 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.748515 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Added segment 29142e1e-f4d4-4f2e-b1dc-8c8a31adf979 of type vlan for network 479089fa-a386-4892-b31f-10521fedc485 Sep 09 16:24:04.789441 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6573d39-1504-4748-8897-713f9727a9d0 req-c4437ff1-72f6-4573-aec5-590ab1a832ab service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197290 Sep 09 16:24:04.793904 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.804343 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a19bdd85-9109-4cd4-876a-bc7d0406e0fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.864360 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a19bdd85-9109-4cd4-876a-bc7d0406e0fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.930461 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.932001 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc0030-2946-4539-aff6-4639fa7df6b2 None None] New status for floating IP e5a79dd1-8da0-42a5-ad95-dd144e534800: ACTIVE {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:24:04.933903 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:04.934492 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.969728 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a19bdd85-9109-4cd4-876a-bc7d0406e0fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:04.991950 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bdd85-9109-4cd4-876a-bc7d0406e0fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e6354b-10da-4335-83d8-f14940c46e87,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:05.014234 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] Pushing event updated for resources: {'Network': ['ID=479089fa-a386-4892-b31f-10521fedc485,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:05.026580 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 479089fa-a386-4892-b31f-10521fedc485 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:24:05.044336 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a19bdd85-9109-4cd4-876a-bc7d0406e0fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.044791 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1e54439c-bc91-41c0-922f-5a22cdd1af81 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9146867 Sep 09 16:24:05.048597 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a19bdd85-9109-4cd4-876a-bc7d0406e0fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5045347 Sep 09 16:24:05.048597 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56206) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:05.048836 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56208) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:05.052783 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Request body: {'subnet': {'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1906162575-subnet', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'ip_version': 4}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:05.054688 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:05.152775 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Made reservation on behalf of dd34758dd52547bcaad695426c39b68a for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:24:05.160709 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29623060'] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.276986 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.383681 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.430324 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32216306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29623050'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.487618 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50774831-a8bf-4cb4-b785-0bd42aca0480,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:05.500195 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Checking segment: {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:05.500195 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Network hostable DHCP agents. Network: 479089fa-a386-4892-b31f-10521fedc485, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:24:05.513941 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Allocated IP 172.27.2.238 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/367d1844-ba96-42fa-b079-94e39ca718b6) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:05.541439 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-982567a5-93b3-4ee1-a992-420519e61f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.564894 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Network 479089fa-a386-4892-b31f-10521fedc485 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:24:05.625426 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.644184 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 479089fa-a386-4892-b31f-10521fedc485) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:05.649136 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:05.649734 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.654555 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b87bf85-f779-42f7-9e58-aaf5da924c63 None None] Network 479089fa-a386-4892-b31f-10521fedc485 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:24:05.730473 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.733674 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-b338d534-8abf-4b10-8e54-1af83889815b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6849358 Sep 09 16:24:05.734258 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56230) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:05.738520 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:05.774975 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:05.779156 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:05.781771 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:05.802053 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ce587-3769-496f-a063-a50134714986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-479089fa-a386-4892-b31f-10521fedc485', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:24:05.803529 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081ce587-3769-496f-a063-a50134714986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.814370 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'Port': ['ID=367d1844-ba96-42fa-b079-94e39ca718b6,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:05.839727 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.839727 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.880921 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.903353 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:05.945257 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-081ce587-3769-496f-a063-a50134714986 None None] Allocated IP 172.20.0.2 (479089fa-a386-4892-b31f-10521fedc485/50774831-a8bf-4cb4-b785-0bd42aca0480/ffca9266-6380-48cb-bb76-a4712408e46b) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:05.994072 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.029089 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56234) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:06.129891 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081ce587-3769-496f-a063-a50134714986 None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.136124 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.147150 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-081ce587-3769-496f-a063-a50134714986 None None] Transition to ACTIVE for port object ffca9266-6380-48cb-bb76-a4712408e46b will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:06.171997 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-081ce587-3769-496f-a063-a50134714986 None None] Transition to ACTIVE for port object ffca9266-6380-48cb-bb76-a4712408e46b will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:06.181693 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.196628 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bc3734bf-b129-4bc8-a880-b7b00958370b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.206612 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.267649 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081ce587-3769-496f-a063-a50134714986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.280914 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bc3734bf-b129-4bc8-a880-b7b00958370b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.300038 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24915856'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.304317 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ce587-3769-496f-a063-a50134714986 None None] Network 479089fa-a386-4892-b31f-10521fedc485 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:06.308580 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-081ce587-3769-496f-a063-a50134714986 None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:06.313893 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ce587-3769-496f-a063-a50134714986 None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:06.345861 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ce587-3769-496f-a063-a50134714986 None None] Pushing event updated for resources: {'Port': ['ID=ffca9266-6380-48cb-bb76-a4712408e46b,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:06.379040 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-081ce587-3769-496f-a063-a50134714986 None None] Attempting to bind port ffca9266-6380-48cb-bb76-a4712408e46b on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:24:06.379411 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-081ce587-3769-496f-a063-a50134714986 None None] Attempting to bind port ffca9266-6380-48cb-bb76-a4712408e46b by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:24:06.379776 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ce587-3769-496f-a063-a50134714986 None None] Attempting to bind port ffca9266-6380-48cb-bb76-a4712408e46b on network 479089fa-a386-4892-b31f-10521fedc485 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:06.382667 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bc3734bf-b129-4bc8-a880-b7b00958370b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.385588 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ce587-3769-496f-a063-a50134714986 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:24:06.386089 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ce587-3769-496f-a063-a50134714986 None None] Checking segment: {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:06.386571 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081ce587-3769-496f-a063-a50134714986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.387043 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ce587-3769-496f-a063-a50134714986 None None] Bound using segment: {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:24:06.387592 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-081ce587-3769-496f-a063-a50134714986 None None] Bound port: ffca9266-6380-48cb-bb76-a4712408e46b, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:24:06.388047 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081ce587-3769-496f-a063-a50134714986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.403425 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'Port': ['ID=367d1844-ba96-42fa-b079-94e39ca718b6,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:06.463138 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-bc3734bf-b129-4bc8-a880-b7b00958370b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e27d33f998f4ccb95f8b4d77ff941c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4329147 Sep 09 16:24:06.469175 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.471301 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56242) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:06.473745 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-081ce587-3769-496f-a063-a50134714986 None None] For port ffca9266-6380-48cb-bb76-a4712408e46b, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:24:06.478100 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-081ce587-3769-496f-a063-a50134714986 None None] For port ffca9266-6380-48cb-bb76-a4712408e46b, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=ffca9266-6380-48cb-bb76-a4712408e46b,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:24:06.486616 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3734bf-b129-4bc8-a880-b7b00958370b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e54a2c2-6bc2-4c77-b5cb-e72c3321d843,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:06.523839 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.534661 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-36c87878-00b7-4cc6-8772-769273c8f1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.541349 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081ce587-3769-496f-a063-a50134714986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.544287 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.558546 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-36c87878-00b7-4cc6-8772-769273c8f1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.560763 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.570483 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a0d180f5-d975-4c54-bdc4-55d25e97ebb3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5121171 Sep 09 16:24:06.604894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ce587-3769-496f-a063-a50134714986 None None] Pushing event updated for resources: {'Port': ['ID=ffca9266-6380-48cb-bb76-a4712408e46b,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:06.645073 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.677271 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Allocated IP 172.27.2.51 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/08743424-0bdb-4ed4-9df5-c65db964cfb4) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:06.718862 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-36c87878-00b7-4cc6-8772-769273c8f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.722898 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-36c87878-00b7-4cc6-8772-769273c8f1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.724086 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-36c87878-00b7-4cc6-8772-769273c8f1aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e54a2c2-6bc2-4c77-b5cb-e72c3321d843 HTTP/1.1" status: 204 len: 168 time: 0.2518432 Sep 09 16:24:06.734620 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c87878-00b7-4cc6-8772-769273c8f1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e54a2c2-6bc2-4c77-b5cb-e72c3321d843,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:06.793152 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-265b1086-6a7b-429c-ae94-bb386e332b0e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1045373464&fields=id&tenant_id=56bf3469b193440abfb3f83f085e42ef HTTP/1.1" status: 200 len: 267 time: 0.0447371 Sep 09 16:24:06.827306 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:06.946394 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-9f424498-892b-4191-908b-538cf80276cd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:06.948027 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-9f424498-892b-4191-908b-538cf80276cd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 811 time: 0.1272404 Sep 09 16:24:06.962938 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-237ef28e-0c18-4c56-915b-62204d1a2e28 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/quotas/56bf3469b193440abfb3f83f085e42ef HTTP/1.1" status: 200 len: 375 time: 0.0091317 Sep 09 16:24:06.964975 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:07.007909 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:07.010700 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:07.014571 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:07.017915 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-da6ecfbd-c219-4e75-8418-2e7bb075169b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489657 Sep 09 16:24:07.047444 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Pushing event updated for resources: {'Port': ['ID=08743424-0bdb-4ed4-9df5-c65db964cfb4,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:07.391604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:07.480583 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a4e48f00-8188-4845-b074-642fb05fef07 service neutron] 10.222.0.22 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496772 Sep 09 16:24:07.583371 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-3976c4de-ace9-4950-a440-5dc70d183471 service neutron] 10.222.0.22 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015069 Sep 09 16:24:07.619782 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306366c3-fae3-4741-a66e-59a34ad8e6cc None None] Network 479089fa-a386-4892-b31f-10521fedc485 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:24:07.763998 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ac5d5f25-b5ed-4015-baab-3ebf0d336ce2 None None] Provisioning for port ffca9266-6380-48cb-bb76-a4712408e46b completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:07.899143 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-97a34d1e-193f-4586-9206-a4ed34ef02a3 req-8b549077-0b86-451d-b23a-c7f5c69ce848 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 210 time: 0.0397978 Sep 09 16:24:07.946632 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:08.157469 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Router 2ec88269-5d22-4f55-8c97-764d3894e721 is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:24:08.273838 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:24:08.285595 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Sync routers for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:24:08.299035 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:08.299811 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:08.358370 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:08.359679 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5843c1b4-041c-4f8c-9e1a-ca687c7bbd4c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6244912 Sep 09 16:24:08.362738 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56298) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:08.419274 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:08.455648 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:08.558310 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device ffca9266-6380-48cb-bb76-a4712408e46b up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:08.792523 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:07Z', 'revision_number': 3, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:08.812111 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:08.819516 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Checking router: 2ec88269-5d22-4f55-8c97-764d3894e721 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:24:08.819866 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Updating router 2ec88269-5d22-4f55-8c97-764d3894e721 port 08743424-0bdb-4ed4-9df5-c65db964cfb4 binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:24:08.845827 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:08.888406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port ffca9266-6380-48cb-bb76-a4712408e46b completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:08.942017 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port ffca9266-6380-48cb-bb76-a4712408e46b triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:08.942395 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.017389 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6e1befcd-e499-47a9-88e1-b5e954046429 req-0735ead7-267e-44af-8257-9a9328d8828e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 210 time: 0.0473778 Sep 09 16:24:09.018294 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Allocated IP 172.20.0.1 (479089fa-a386-4892-b31f-10521fedc485/50774831-a8bf-4cb4-b785-0bd42aca0480/e5e575d5-72de-4dcc-8649-ec2254e4e1ab) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:09.104005 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.139794 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.153599 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Transition to ACTIVE for port object e5e575d5-72de-4dcc-8649-ec2254e4e1ab will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:09.156238 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port ffca9266-6380-48cb-bb76-a4712408e46b, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=ffca9266-6380-48cb-bb76-a4712408e46b,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:09.215229 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.225736 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Transition to ACTIVE for port object 08743424-0bdb-4ed4-9df5-c65db964cfb4 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:09.266869 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.307780 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.329330 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=ffca9266-6380-48cb-bb76-a4712408e46b,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:09.351582 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Network 479089fa-a386-4892-b31f-10521fedc485 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:09.354431 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:09.357032 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:09.370196 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.391848 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:09.417661 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.465534 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0b29-7de3-4a89-bb74-8c740816b35e None None] Pushing event updated for resources: {'Port': ['ID=08743424-0bdb-4ed4-9df5-c65db964cfb4,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:09.468173 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Attempting to bind port 08743424-0bdb-4ed4-9df5-c65db964cfb4 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:24:09.468655 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Attempting to bind port 08743424-0bdb-4ed4-9df5-c65db964cfb4 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:24:09.469136 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Attempting to bind port 08743424-0bdb-4ed4-9df5-c65db964cfb4 on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:09.475686 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:24:09.476252 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:09.476902 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.476902 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:24:09.477347 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Bound port: 08743424-0bdb-4ed4-9df5-c65db964cfb4, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:24:09.477727 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.535287 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] For port 08743424-0bdb-4ed4-9df5-c65db964cfb4, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:24:09.538534 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] For port 08743424-0bdb-4ed4-9df5-c65db964cfb4, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=08743424-0bdb-4ed4-9df5-c65db964cfb4,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:24:09.630021 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.656182 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.725642 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add0b29-7de3-4a89-bb74-8c740816b35e None None] Pushing event updated for resources: {'Port': ['ID=08743424-0bdb-4ed4-9df5-c65db964cfb4,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:09.729000 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:09.729483 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:09.821970 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.848806 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:09.919054 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-7235aea1-255d-4c87-9e4f-408ed612f8a9 None None] Provisioning for port e5e575d5-72de-4dcc-8649-ec2254e4e1ab completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:09.933189 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-7235aea1-255d-4c87-9e4f-408ed612f8a9 None None] Provisioning complete for port e5e575d5-72de-4dcc-8649-ec2254e4e1ab triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:09.933559 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7235aea1-255d-4c87-9e4f-408ed612f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:09.947120 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:10.026943 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:10.035990 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:10.038852 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-7235aea1-255d-4c87-9e4f-408ed612f8a9 None None] Port e5e575d5-72de-4dcc-8649-ec2254e4e1ab cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:24:10.155148 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 1, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:10.183895 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-44089d72-a035-4cf1-a0e9-d524b1ef1613 req-3b6d7b0f-bf1b-4f4b-a32d-7ffa1e886fd7 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 210 time: 0.0449812 Sep 09 16:24:10.212671 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19bd3e2-a987-434e-af0d-f774da531ebf None None] The sync data for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi is: [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 1, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:24:10.226894 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Network 479089fa-a386-4892-b31f-10521fedc485 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:10.228474 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:10.478956 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-81d00793-d70a-4643-80a3-f0e45f0ebc03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:10.491795 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-81d00793-d70a-4643-80a3-f0e45f0ebc03 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 811 time: 0.1469600 Sep 09 16:24:10.491795 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Router 2ec88269-5d22-4f55-8c97-764d3894e721 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:24:10.569974 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-dfd491a2-0a83-457d-a14f-a44a4d536c47 None None] Provisioning complete for port e5e575d5-72de-4dcc-8649-ec2254e4e1ab triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:10.570521 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dfd491a2-0a83-457d-a14f-a44a4d536c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:10.607009 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device ffca9266-6380-48cb-bb76-a4712408e46b up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:10.628176 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-1420706b-7442-4252-b63f-400167e81a5f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56bf3469b193440abfb3f83f085e42ef HTTP/1.1" status: 200 len: 380 time: 0.1257885 Sep 09 16:24:10.643649 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'port': {'device_id': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'admin_state_up': True, 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'security_groups': ['d8fb9235-326a-4a25-a75a-f837e732a7c4']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:10.645159 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-dfd491a2-0a83-457d-a14f-a44a4d536c47 None None] Port e5e575d5-72de-4dcc-8649-ec2254e4e1ab cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:24:10.673406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port ffca9266-6380-48cb-bb76-a4712408e46b triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:10.673793 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:10.746079 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:24:10.757377 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-af1b71c5-826b-404b-94f4-fe41f3455b86 admin admin] 10.222.0.22 "PUT /v2.0/routers/2ec88269-5d22-4f55-8c97-764d3894e721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3919051 Sep 09 16:24:10.919853 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Made reservation on behalf of 56bf3469b193440abfb3f83f085e42ef for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:24:10.926615 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:11.100522 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:24:11.137365 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Allocated IP 172.20.0.7 (60652e51-aa8c-4376-8487-bf6553372b90/da47a045-f13d-4f96-865d-c4ea515ce7aa/12801b83-7e76-4ca1-b3bc-7a1cb18c2a00) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:11.290395 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f52654e-d327-4778-9186-f046f0b22026 req-baf108f7-308a-4a62-b4e0-72ea5f97ad57 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 210 time: 0.0328133 Sep 09 16:24:11.325767 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:11.340935 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Transition to ACTIVE for port object 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:11.478805 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:11.523713 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Network 60652e51-aa8c-4376-8487-bf6553372b90 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:11.528117 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:11.530665 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:11.562929 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event updated for resources: {'Port': ['ID=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:11.596209 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:11.597147 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:11.668577 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56360) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:11.674461 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1047213130-network', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:11.721164 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a85931e6-6f06-46af-b65e-400fd00cb608 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0817902 Sep 09 16:24:11.754583 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Request body: {'port': {'device_id': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:11.804561 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Made reservation on behalf of 4d4445d9168f444bba0d05265a0ccbae for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:24:11.806802 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:11.821010 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:11.823807 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:11.850891 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-50b388f0-be7d-477e-8cd0-cd56c3d8db3d None None] Provisioning for port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:11.855058 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-50b388f0-be7d-477e-8cd0-cd56c3d8db3d None None] Provisioning complete for port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:11.855623 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-50b388f0-be7d-477e-8cd0-cd56c3d8db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:11.891757 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-50b388f0-be7d-477e-8cd0-cd56c3d8db3d None None] Port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:24:12.082181 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.179244 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.221299 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:24:12.233558 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=94613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:24:12.248921 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.266880 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd5c3f9-cf0a-4528-a2f5-f94012f88891,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:12.275380 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.276026 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Added segment 0994dca0-f8fd-46c1-8e3e-cfd7e9773d86 of type vlan for network 051d400a-773d-41d0-b59c-18245685bd0e Sep 09 16:24:12.289531 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Transition to ACTIVE for port object 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:12.340119 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.400243 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.425382 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Sync routers for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:24:12.433335 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74141654-b4b4-4395-9c70-a7abfbfddbca req-ed2d221b-45d8-4674-b813-0c62cd2c8332 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:12.434892 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-74141654-b4b4-4395-9c70-a7abfbfddbca req-ed2d221b-45d8-4674-b813-0c62cd2c8332 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 931 time: 0.0751145 Sep 09 16:24:12.437387 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:12.437930 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:12.530060 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-74141654-b4b4-4395-9c70-a7abfbfddbca req-33fb3d1b-3efe-4654-a185-f4dd42bea94b tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673983 Sep 09 16:24:12.532762 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Pushing event updated for resources: {'Port': ['ID=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:12.547622 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.547622 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:12.547622 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.585123 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:12.592040 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.595653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Attempting to bind port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:24:12.595653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Attempting to bind port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:24:12.595653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Attempting to bind port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 on network 60652e51-aa8c-4376-8487-bf6553372b90 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:12.601458 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 on network 60652e51-aa8c-4376-8487-bf6553372b90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:24:12.601458 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Attempting to bind port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 on network 60652e51-aa8c-4376-8487-bf6553372b90 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:12.611416 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 08743424-0bdb-4ed4-9df5-c65db964cfb4 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:12.636952 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:24:12.637359 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Checking segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:12.637755 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Bound using segment: {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:24:12.638223 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Bound port: 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f231924c-8c67-4b55-9f95-a7e859503cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:24:12.638749 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.640590 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] Pushing event updated for resources: {'Network': ['ID=051d400a-773d-41d0-b59c-18245685bd0e,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:12.663934 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 051d400a-773d-41d0-b59c-18245685bd0e details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:24:12.713676 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56378) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:12.714058 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5a65623e-1b91-4414-a35e-4592ce53f659 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0441301 Sep 09 16:24:12.720973 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] For port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:24:12.721314 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Request body: {'subnet': {'network_id': '051d400a-773d-41d0-b59c-18245685bd0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1047213130-subnet', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:12.725975 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] For port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:24:12.769786 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 08743424-0bdb-4ed4-9df5-c65db964cfb4 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:12.774223 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 08743424-0bdb-4ed4-9df5-c65db964cfb4 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:12.779336 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.812153 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 2, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:12.827779 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.842524 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Checking router: 2ec88269-5d22-4f55-8c97-764d3894e721 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:24:12.843138 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Updating router 2ec88269-5d22-4f55-8c97-764d3894e721 port e5e575d5-72de-4dcc-8649-ec2254e4e1ab binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:24:12.860973 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Made reservation on behalf of 4d4445d9168f444bba0d05265a0ccbae for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:24:12.877506 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.878267 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:12.878267 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.879023 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] 10.222.0.21 "PUT /v2.0/ports/12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 HTTP/1.1" status: 200 len: 1093 time: 1.1286654 Sep 09 16:24:12.879476 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'tag': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:24:12.882383 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24923073'] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.882791 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a238a9-017a-421e-9f85-909c00775bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac1d4b7-9a64-495b-a42d-d9db94ee5c32", "tag": "12801b83-7e76-4ca1-b3bc-7a1cb18c2a00"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:24:12.902299 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 08743424-0bdb-4ed4-9df5-c65db964cfb4, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=08743424-0bdb-4ed4-9df5-c65db964cfb4,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:12.905562 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:12.915519 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d11b70-3cfd-4225-8242-69b8835c868d service neutron] Pushing event updated for resources: {'Port': ['ID=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:13.049963 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.169349 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=08743424-0bdb-4ed4-9df5-c65db964cfb4,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:13.225367 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-dc98fbf3-4c41-4663-9c28-12a282481ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:13.227327 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-dc98fbf3-4c41-4663-9c28-12a282481ea7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 1096 time: 0.0889530 Sep 09 16:24:13.278912 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.286330 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43919591-c708-4bd3-a266-3824d8bb0d07 x-openstack-request-id: req-43919591-c708-4bd3-a266-3824d8bb0d07 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:24:13.286548 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac1d4b7-9a64-495b-a42d-d9db94ee5c32", "tag": "12801b83-7e76-4ca1-b3bc-7a1cb18c2a00", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:24:13.286798 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43919591-c708-4bd3-a266-3824d8bb0d07 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:24:13.287226 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'tag': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'status': 'completed', 'code': 200} Sep 09 16:24:13.289633 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Transition to ACTIVE for port object e5e575d5-72de-4dcc-8649-ec2254e4e1ab will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:13.289943 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-66550011-dc52-4ad9-8aac-9797b3d6d5f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 HTTP/1.1" status: 200 len: 217 time: 0.0476487 Sep 09 16:24:13.342145 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a88bee80-0dbd-4ef4-a2de-7d8e543ffaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:13.343600 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-a88bee80-0dbd-4ef4-a2de-7d8e543ffaba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 200 len: 850 time: 0.0450871 Sep 09 16:24:13.358824 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24915231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24923103'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.387346 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.403183 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-5d37ef48-c4cf-49d9-b007-68639b81f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:13.404777 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-5d37ef48-c4cf-49d9-b007-68639b81f60e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60652e51-aa8c-4376-8487-bf6553372b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440190 Sep 09 16:24:13.431930 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9371439-301c-474a-be5b-9302fba66b83,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:13.450895 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Checking segment: {'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:13.451529 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Network hostable DHCP agents. Network: 051d400a-773d-41d0-b59c-18245685bd0e, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:24:13.460379 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Pushing event updated for resources: {'Port': ['ID=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:13.470219 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.470587 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.470924 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.471252 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.471578 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.472050 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.472383 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.472706 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.473047 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.473368 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.473676 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.474264 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:13.525195 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-fde9ffff-5916-4ba0-a0e0-750d92ed7f46 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110187 Sep 09 16:24:13.540417 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Attempting to bind port e5e575d5-72de-4dcc-8649-ec2254e4e1ab on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:24:13.541063 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Attempting to bind port e5e575d5-72de-4dcc-8649-ec2254e4e1ab by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:24:13.541425 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Attempting to bind port e5e575d5-72de-4dcc-8649-ec2254e4e1ab on network 479089fa-a386-4892-b31f-10521fedc485 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:13.546795 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:24:13.553462 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Checking segment: {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:13.553462 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.553462 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Bound using segment: {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:24:13.553462 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Bound port: e5e575d5-72de-4dcc-8649-ec2254e4e1ab, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:24:13.553462 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.586853 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Network 051d400a-773d-41d0-b59c-18245685bd0e is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:24:13.638916 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] For port e5e575d5-72de-4dcc-8649-ec2254e4e1ab, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:24:13.642180 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] For port e5e575d5-72de-4dcc-8649-ec2254e4e1ab, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:24:13.653700 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f749380-59a7-4ad4-b8ad-a357a3113a5a req-f29c0008-eff2-437f-ad1e-f7699e1cf160 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207118 Sep 09 16:24:13.670848 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed5442-bdde-4b66-9b8d-07b4742fc368 req-41e0ffaf-e5e4-46c1-bcf5-77e1cbe20766 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:13.672476 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e6ed5442-bdde-4b66-9b8d-07b4742fc368 req-41e0ffaf-e5e4-46c1-bcf5-77e1cbe20766 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 943 time: 0.0578232 Sep 09 16:24:13.687413 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 051d400a-773d-41d0-b59c-18245685bd0e) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:13.696119 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e5a412-60fa-48d2-9ae0-4d6785ec71c4 None None] Network 051d400a-773d-41d0-b59c-18245685bd0e requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:24:13.698925 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:13.699133 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-46051934-6633-443e-856d-657f94cd649c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.717669 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.735004 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e6ed5442-bdde-4b66-9b8d-07b4742fc368 req-9b02be88-c646-42ac-92ae-1b69de2bb5b0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546553 Sep 09 16:24:13.785307 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:13.791542 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:13.791542 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c618b67-8de4-49a5-818e-6a7e3bb602de None None] Pushing event updated for resources: {'Port': ['ID=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,revision_number=4']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:13.842871 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-46051934-6633-443e-856d-657f94cd649c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1265080 Sep 09 16:24:13.844444 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56398) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:13.849584 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:13.903424 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-051d400a-773d-41d0-b59c-18245685bd0e', 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'fixed_ips': [{'subnet_id': 'c9371439-301c-474a-be5b-9302fba66b83'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:24:13.905075 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:13.911938 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a238a9-017a-421e-9f85-909c00775bc5 req-45432ec6-c863-4d8c-90f8-4ae7b42fc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:13.914662 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63a238a9-017a-421e-9f85-909c00775bc5 req-45432ec6-c863-4d8c-90f8-4ae7b42fc9c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 1096 time: 0.0608628 Sep 09 16:24:14.008015 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:14.011026 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.012062 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.060297 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a238a9-017a-421e-9f85-909c00775bc5 req-a30b5989-8111-4071-bb5a-557543638d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:14.061785 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63a238a9-017a-421e-9f85-909c00775bc5 req-a30b5989-8111-4071-bb5a-557543638d5b service neutron] 10.222.0.21 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 912 time: 0.1358235 Sep 09 16:24:14.091442 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.094017 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Allocated IP 172.20.0.2 (051d400a-773d-41d0-b59c-18245685bd0e/c9371439-301c-474a-be5b-9302fba66b83/f79d69e8-c7c6-47cf-9d67-608f86c64cfe) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:14.144718 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63a238a9-017a-421e-9f85-909c00775bc5 req-6b786acd-221d-468a-a15b-c787ef85a71a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 HTTP/1.1" status: 200 len: 217 time: 0.0505369 Sep 09 16:24:14.211039 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a238a9-017a-421e-9f85-909c00775bc5 req-9c5fc702-3d33-4966-b424-f3d2f273d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:14.212826 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63a238a9-017a-421e-9f85-909c00775bc5 req-9c5fc702-3d33-4966-b424-f3d2f273d601 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 200 len: 850 time: 0.0552518 Sep 09 16:24:14.322271 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.333472 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:13Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:14.335912 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Transition to ACTIVE for port object f79d69e8-c7c6-47cf-9d67-608f86c64cfe will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:14.353648 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Transition to ACTIVE for port object f79d69e8-c7c6-47cf-9d67-608f86c64cfe will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:14.382630 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10848d35-5fb6-4660-94c5-91e09b1f58f7 None None] The sync data for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi is: [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:13Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:24:14.427741 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.446167 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a238a9-017a-421e-9f85-909c00775bc5 req-c6964b32-a65c-45c1-9f89-5c0dacc27f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:14.446167 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63a238a9-017a-421e-9f85-909c00775bc5 req-c6964b32-a65c-45c1-9f89-5c0dacc27f35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60652e51-aa8c-4376-8487-bf6553372b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1868196 Sep 09 16:24:14.446167 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.469741 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Network 051d400a-773d-41d0-b59c-18245685bd0e is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:14.480122 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:14.484028 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:14.523761 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Pushing event updated for resources: {'Port': ['ID=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:14.553760 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Attempting to bind port f79d69e8-c7c6-47cf-9d67-608f86c64cfe on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:24:14.554182 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Attempting to bind port f79d69e8-c7c6-47cf-9d67-608f86c64cfe by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:24:14.554559 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Attempting to bind port f79d69e8-c7c6-47cf-9d67-608f86c64cfe on network 051d400a-773d-41d0-b59c-18245685bd0e {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:14.558050 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63a238a9-017a-421e-9f85-909c00775bc5 req-842b87bb-75e8-4d59-9515-346664388356 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013861 Sep 09 16:24:14.559926 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:24:14.560381 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Checking segment: {'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:14.560792 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.561197 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Bound using segment: {'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:24:14.561668 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Bound port: f79d69e8-c7c6-47cf-9d67-608f86c64cfe, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:24:14.562100 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.653143 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] For port f79d69e8-c7c6-47cf-9d67-608f86c64cfe, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:24:14.656406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] For port f79d69e8-c7c6-47cf-9d67-608f86c64cfe, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,segment=NetworkSegment(0994dca0-f8fd-46c1-8e3e-cfd7e9773d86),segment_id=0994dca0-f8fd-46c1-8e3e-cfd7e9773d86)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:24:14.663206 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 08743424-0bdb-4ed4-9df5-c65db964cfb4 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:14.725206 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 08743424-0bdb-4ed4-9df5-c65db964cfb4 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:14.725206 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.787835 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.802563 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-63a238a9-017a-421e-9f85-909c00775bc5 req-93cfbd50-f4c1-4b5b-88e9-f8935d3ad128 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223067 Sep 09 16:24:14.972148 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:14.976664 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e590c-3e1d-44ec-beb7-2483ab3f66aa req-6e911d64-b4f8-4dcc-9792-b774122f5620 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:14.987997 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-854e590c-3e1d-44ec-beb7-2483ab3f66aa req-6e911d64-b4f8-4dcc-9792-b774122f5620 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 943 time: 0.1127613 Sep 09 16:24:15.003776 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:15.027044 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffc1a0-2682-43bd-815b-317eaffcba2f None None] Pushing event updated for resources: {'Port': ['ID=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:15.046164 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device e5e575d5-72de-4dcc-8649-ec2254e4e1ab up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:15.092427 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-854e590c-3e1d-44ec-beb7-2483ab3f66aa req-1083c0ae-d55f-4045-8102-427a2dc8c652 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005390 Sep 09 16:24:15.168439 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Allocated IP 172.27.2.116 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/c789ae0f-e6a5-466d-bf92-1cb6b48bd648) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:15.214263 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port e5e575d5-72de-4dcc-8649-ec2254e4e1ab completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:15.234521 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port e5e575d5-72de-4dcc-8649-ec2254e4e1ab triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:15.234899 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:15.356183 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:15.384437 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:15.456731 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port e5e575d5-72de-4dcc-8649-ec2254e4e1ab, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:15.594798 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:15.684599 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56446) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:15.696201 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:15.803599 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-01a85e2d-9eac-4ba4-a1e7-8c4e4ce0d306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:15.805210 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:15.876175 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:15.879216 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:15.879920 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Pushing event updated for resources: {'Port': ['ID=c789ae0f-e6a5-466d-bf92-1cb6b48bd648,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:15.882874 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:15.913553 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-01a85e2d-9eac-4ba4-a1e7-8c4e4ce0d306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:15.998865 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-01a85e2d-9eac-4ba4-a1e7-8c4e4ce0d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:16.039319 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a85e2d-9eac-4ba4-a1e7-8c4e4ce0d306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7813b069-c2e8-4d43-8228-ee9dd010842c,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:16.061564 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-01a85e2d-9eac-4ba4-a1e7-8c4e4ce0d306 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06af5511d88448dcac14265ecec1d50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754311 Sep 09 16:24:16.070039 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56458) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:16.129600 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c5a12f4-dfa0-420d-8d9a-ba5a159884b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:16.178327 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c5a12f4-dfa0-420d-8d9a-ba5a159884b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:16.248837 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d481c70-6b5f-4df4-af17-acb8a6faa462 None None] Network 051d400a-773d-41d0-b59c-18245685bd0e requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:24:16.274818 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c442f3-5972-4117-b234-1cd4c714e7f7 req-2df10b10-6689-4c88-9712-15f5b0e2fa25 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:16.276655 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89c442f3-5972-4117-b234-1cd4c714e7f7 req-2df10b10-6689-4c88-9712-15f5b0e2fa25 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 943 time: 0.0588555 Sep 09 16:24:16.297461 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:16.337519 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c5a12f4-dfa0-420d-8d9a-ba5a159884b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:16.340713 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9c5a12f4-dfa0-420d-8d9a-ba5a159884b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:16.342009 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-9c5a12f4-dfa0-420d-8d9a-ba5a159884b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7813b069-c2e8-4d43-8228-ee9dd010842c HTTP/1.1" status: 204 len: 168 time: 0.2709134 Sep 09 16:24:16.347750 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-89c442f3-5972-4117-b234-1cd4c714e7f7 req-844cac15-5cf3-4e7f-8060-be0f5b1b28c0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617268 Sep 09 16:24:16.355498 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a12f4-dfa0-420d-8d9a-ba5a159884b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7813b069-c2e8-4d43-8228-ee9dd010842c,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:16.556644 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:24:16.578849 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-13817cc0-6f4f-496c-8671-6470a38b55fd None None] Provisioning for port f79d69e8-c7c6-47cf-9d67-608f86c64cfe completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:16.584416 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:16.697378 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device f79d69e8-c7c6-47cf-9d67-608f86c64cfe up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:16.805459 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:16.820482 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'port_id': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'mac_address': 'fa:16:3e:d4:60:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:24:16.870664 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:16.887593 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:24:16.895931 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:24:16.920152 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:16.988126 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port f79d69e8-c7c6-47cf-9d67-608f86c64cfe completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:16.994567 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port f79d69e8-c7c6-47cf-9d67-608f86c64cfe triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:16.995055 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.042637 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:24:17.056454 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.058400 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Sync routers for ids ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:24:17.100718 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Routers {'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:17.101342 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:17.201429 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:17.212231 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.212231 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-46940471-1379-4a6e-ac06-701feb738b76 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3660579 Sep 09 16:24:17.218678 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56498) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:17.233603 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-8ab0708e-ab35-4069-b097-5bee1a9283f4 None None] Provisioning complete for port f79d69e8-c7c6-47cf-9d67-608f86c64cfe triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:17.234024 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8ab0708e-ab35-4069-b097-5bee1a9283f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.245080 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.312842 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Set router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:17.384184 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port f79d69e8-c7c6-47cf-9d67-608f86c64cfe, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,segment=NetworkSegment(0994dca0-f8fd-46c1-8e3e-cfd7e9773d86),segment_id=0994dca0-f8fd-46c1-8e3e-cfd7e9773d86)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:17.388536 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['12801b83-7e76-4ca1-b3bc-7a1cb18c2a00'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:24:17.540188 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8ab0708e-ab35-4069-b097-5bee1a9283f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.541198 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9700f-5189-4e31-90fc-fd94845b1438 req-59f626b2-a794-47e8-99e8-6ffde6b3863e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:17.543587 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c7a9700f-5189-4e31-90fc-fd94845b1438 req-59f626b2-a794-47e8-99e8-6ffde6b3863e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 944 time: 0.0885215 Sep 09 16:24:17.543731 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.544507 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device e5e575d5-72de-4dcc-8649-ec2254e4e1ab up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:17.588490 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c7a9700f-5189-4e31-90fc-fd94845b1438 req-57c1a6b9-bccc-4cb0-9deb-a26d3014c9c9 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 Sep 09 16:24:17.713604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.724519 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:17.771208 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.db.api [None req-8ab0708e-ab35-4069-b097-5bee1a9283f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94614) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 16:24:17.776656 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG oslo_db.api [None req-8ab0708e-ab35-4069-b097-5bee1a9283f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 16:24:17.782109 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port e5e575d5-72de-4dcc-8649-ec2254e4e1ab triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:17.782969 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.826201 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:24:16Z', 'revision_number': 3, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:17.865711 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Checking router: f6f52c72-0ef4-4608-a8d5-2dde03b9a42f for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:24:17.866354 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Updating router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f port c789ae0f-e6a5-466d-bf92-1cb6b48bd648 binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:24:17.900243 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:17.906729 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Allocated IP 172.20.0.1 (051d400a-773d-41d0-b59c-18245685bd0e/c9371439-301c-474a-be5b-9302fba66b83/33020fd7-fc4f-4921-8604-2dc1c4ecf750) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:18.019596 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.038525 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Transition to ACTIVE for port object 33020fd7-fc4f-4921-8604-2dc1c4ecf750 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:18.159462 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.198063 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.207915 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Transition to ACTIVE for port object c789ae0f-e6a5-466d-bf92-1cb6b48bd648 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:18.213528 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Network 051d400a-773d-41d0-b59c-18245685bd0e is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:18.216350 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:18.219722 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:18.253187 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Pushing event updated for resources: {'Port': ['ID=33020fd7-fc4f-4921-8604-2dc1c4ecf750,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:18.279041 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.295879 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.375660 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Attempting to bind port c789ae0f-e6a5-466d-bf92-1cb6b48bd648 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:24:18.376422 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Attempting to bind port c789ae0f-e6a5-466d-bf92-1cb6b48bd648 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:24:18.376422 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Attempting to bind port c789ae0f-e6a5-466d-bf92-1cb6b48bd648 on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:18.386941 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e561d-d7ab-434d-8991-72d0c9d99354 None None] Pushing event updated for resources: {'Port': ['ID=c789ae0f-e6a5-466d-bf92-1cb6b48bd648,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:18.389787 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:24:18.390179 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:18.390579 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.390961 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:24:18.391424 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Bound port: c789ae0f-e6a5-466d-bf92-1cb6b48bd648, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:24:18.391800 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.448640 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] For port c789ae0f-e6a5-466d-bf92-1cb6b48bd648, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:24:18.451559 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] For port c789ae0f-e6a5-466d-bf92-1cb6b48bd648, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=c789ae0f-e6a5-466d-bf92-1cb6b48bd648,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:24:18.497290 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.519411 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.535142 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device f79d69e8-c7c6-47cf-9d67-608f86c64cfe up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:18.591181 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-fc782b2a-8b59-4353-b85a-ea31698230ee None None] Provisioning for port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:18.604119 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-fc782b2a-8b59-4353-b85a-ea31698230ee None None] Provisioning complete for port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:18.604635 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-fc782b2a-8b59-4353-b85a-ea31698230ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.696921 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.726139 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e44d9f-81c6-49c0-adca-cc37b714bed4 req-fe052894-8581-4864-b41e-95e1ad956e4c tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:18.727770 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f9e44d9f-81c6-49c0-adca-cc37b714bed4 req-fe052894-8581-4864-b41e-95e1ad956e4c tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 944 time: 0.0608103 Sep 09 16:24:18.769248 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f9e44d9f-81c6-49c0-adca-cc37b714bed4 req-0637a4f1-59fc-48ef-a923-e5257685b174 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338306 Sep 09 16:24:18.770115 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.826341 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e561d-d7ab-434d-8991-72d0c9d99354 None None] Pushing event updated for resources: {'Port': ['ID=c789ae0f-e6a5-466d-bf92-1cb6b48bd648,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:18.829495 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Routers {'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:18.830209 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:18.833346 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-fc782b2a-8b59-4353-b85a-ea31698230ee None None] Port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:24:18.853962 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.865498 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Pushing event updated for resources: {'Port': ['ID=33020fd7-fc4f-4921-8604-2dc1c4ecf750,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:18.907037 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port f79d69e8-c7c6-47cf-9d67-608f86c64cfe triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:18.907433 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:18.958432 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Network 051d400a-773d-41d0-b59c-18245685bd0e is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:18.961102 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:18.986621 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] Set router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:19.075739 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:24:19.194182 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:24:19.199456 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-27d1efae-b208-4550-a376-552b2378bd73 admin admin] 10.222.0.22 "PUT /v2.0/routers/f6f52c72-0ef4-4608-a8d5-2dde03b9a42f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9795070 Sep 09 16:24:19.219491 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 4, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '33020fd7-fc4f-4921-8604-2dc1c4ecf750', 'name': '', 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'mac_address': 'fa:16:3e:34:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c9371439-301c-474a-be5b-9302fba66b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:17Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 2, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'subnets': [{'id': 'c9371439-301c-474a-be5b-9302fba66b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:19.250715 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27ab3a7-bf36-42a8-8122-6949df6ed5e9 None None] The sync data for ids ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'] in dv-cinder-760199-19-iscsi is: [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 4, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '33020fd7-fc4f-4921-8604-2dc1c4ecf750', 'name': '', 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'mac_address': 'fa:16:3e:34:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c9371439-301c-474a-be5b-9302fba66b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:17Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 2, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'subnets': [{'id': 'c9371439-301c-474a-be5b-9302fba66b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:24:19.262541 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-933f92a9-fe09-4a2c-8688-154a989bae2b None None] Provisioning complete for port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:19.262850 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-933f92a9-fe09-4a2c-8688-154a989bae2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:19.310389 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-933f92a9-fe09-4a2c-8688-154a989bae2b None None] Port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:24:19.923687 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8cf43-7a92-4d4b-ac24-7d0d337db698 req-aaf7debb-cd64-4c9b-9b59-4aed156925a0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:19.926282 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0df8cf43-7a92-4d4b-ac24-7d0d337db698 req-aaf7debb-cd64-4c9b-9b59-4aed156925a0 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 944 time: 0.0610251 Sep 09 16:24:19.963707 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0df8cf43-7a92-4d4b-ac24-7d0d337db698 req-202a5522-6aba-4a11-9bb5-1a41564517a2 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317812 Sep 09 16:24:20.422319 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:20.597123 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c789ae0f-e6a5-466d-bf92-1cb6b48bd648 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:20.625939 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:20.633842 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:20.634338 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:20.734263 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:20.759017 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:24:20.761598 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6851b7a-55a2-4ba4-905c-f193546fd483" -d '{"events": [{"server_uuid": "5ac1d4b7-9a64-495b-a42d-d9db94ee5c32", "name": "network-vif-plugged", "status": "completed", "tag": "12801b83-7e76-4ca1-b3bc-7a1cb18c2a00"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:24:20.785628 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:20.838372 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port c789ae0f-e6a5-466d-bf92-1cb6b48bd648 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:20.843201 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port c789ae0f-e6a5-466d-bf92-1cb6b48bd648 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:20.843360 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:20.938962 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:21.044380 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fa578f-7984-4de1-b1f7-207b1f2c30b1 x-openstack-request-id: req-07fa578f-7984-4de1-b1f7-207b1f2c30b1 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:24:21.044677 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac1d4b7-9a64-495b-a42d-d9db94ee5c32", "name": "network-vif-plugged", "status": "completed", "tag": "12801b83-7e76-4ca1-b3bc-7a1cb18c2a00", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:24:21.044934 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07fa578f-7984-4de1-b1f7-207b1f2c30b1 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:24:21.045331 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'code': 200} Sep 09 16:24:21.074147 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:21.081630 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:21.105394 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port c789ae0f-e6a5-466d-bf92-1cb6b48bd648, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=c789ae0f-e6a5-466d-bf92-1cb6b48bd648,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:21.161057 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95661e0c-0782-40e7-b73a-05046d31b449 req-e2e6f983-bda0-4064-8f82-7031bb6a614d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:21.163480 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-95661e0c-0782-40e7-b73a-05046d31b449 req-e2e6f983-bda0-4064-8f82-7031bb6a614d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 945 time: 0.0971498 Sep 09 16:24:21.164855 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:21.227313 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-95661e0c-0782-40e7-b73a-05046d31b449 req-647beff7-8e94-437d-98ce-885e110f033a tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543022 Sep 09 16:24:21.240687 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=c789ae0f-e6a5-466d-bf92-1cb6b48bd648,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:21.482190 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157ba80-9932-45d5-b9d8-9f1c14871987 req-41b159d8-4d97-491d-851b-a12d89f3af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:21.483930 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5157ba80-9932-45d5-b9d8-9f1c14871987 req-41b159d8-4d97-491d-851b-a12d89f3af15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 1098 time: 0.0590332 Sep 09 16:24:21.539679 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5157ba80-9932-45d5-b9d8-9f1c14871987 req-b5cfba79-8079-43bb-86be-2f82d6132ff8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464513 Sep 09 16:24:21.801651 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 56600) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:21.934032 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdcfc-5610-481f-8f01-ce4acff92068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:22.051312 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdcfc-5610-481f-8f01-ce4acff92068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:22.180843 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3e1fdcfc-5610-481f-8f01-ce4acff92068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:22.228462 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-3e1fdcfc-5610-481f-8f01-ce4acff92068 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a79a76f6bb1c440a8939376d27857d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4256322 Sep 09 16:24:22.231773 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1fdcfc-5610-481f-8f01-ce4acff92068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87382fa8-c94e-4d41-b43b-49856bb382c8,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:22.231892 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56610) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:22.325928 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38d26bda-5bf6-456a-bb51-2d5f0c420108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:22.363899 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38d26bda-5bf6-456a-bb51-2d5f0c420108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:22.425086 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5162d-6959-4fef-b0bf-43d6a9d9278d req-bd148a65-327e-4f5a-b059-c41518161423 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:22.429086 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4dc5162d-6959-4fef-b0bf-43d6a9d9278d req-bd148a65-327e-4f5a-b059-c41518161423 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 945 time: 0.0633974 Sep 09 16:24:22.497618 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4dc5162d-6959-4fef-b0bf-43d6a9d9278d req-542ffa77-3f22-4f6d-a78e-436418dad1e3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559502 Sep 09 16:24:22.510903 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38d26bda-5bf6-456a-bb51-2d5f0c420108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:22.514480 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-38d26bda-5bf6-456a-bb51-2d5f0c420108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:22.515621 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-38d26bda-5bf6-456a-bb51-2d5f0c420108 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87382fa8-c94e-4d41-b43b-49856bb382c8 HTTP/1.1" status: 204 len: 168 time: 0.2833607 Sep 09 16:24:22.526643 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d26bda-5bf6-456a-bb51-2d5f0c420108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87382fa8-c94e-4d41-b43b-49856bb382c8,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:22.586287 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c789ae0f-e6a5-466d-bf92-1cb6b48bd648 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:22.653581 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port c789ae0f-e6a5-466d-bf92-1cb6b48bd648 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:22.654404 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:22.778776 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Sync routers for ids ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:24:22.795981 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Routers {'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:22.796852 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:22.979544 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Set router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:23.249841 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 4, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '33020fd7-fc4f-4921-8604-2dc1c4ecf750', 'name': '', 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'mac_address': 'fa:16:3e:34:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c9371439-301c-474a-be5b-9302fba66b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:17Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 2, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'subnets': [{'id': 'c9371439-301c-474a-be5b-9302fba66b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:23.277463 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Checking router: f6f52c72-0ef4-4608-a8d5-2dde03b9a42f for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:24:23.277831 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Updating router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:24:23.305862 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:23.584506 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:23.594275 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Transition to ACTIVE for port object 33020fd7-fc4f-4921-8604-2dc1c4ecf750 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:23.631664 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10278b3-30e8-43fe-853c-62703ef1c942 req-bb20131e-f90d-425b-96e0-7ed33804fba3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:23.633137 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e10278b3-30e8-43fe-853c-62703ef1c942 req-bb20131e-f90d-425b-96e0-7ed33804fba3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 945 time: 0.0498023 Sep 09 16:24:23.670585 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e10278b3-30e8-43fe-853c-62703ef1c942 req-8d02b898-3d3c-4590-b3af-5656fe5cd389 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314400 Sep 09 16:24:23.718268 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:23.785170 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88ccbd-036c-470a-9e3c-6541c5dc63c5 None None] Pushing event updated for resources: {'Port': ['ID=33020fd7-fc4f-4921-8604-2dc1c4ecf750,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:23.840618 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16836-6763-4fa3-a50e-31ef8ec85978 req-30e4a488-16c0-41f4-8be9-0839f407fa83 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:23.842611 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-81c16836-6763-4fa3-a50e-31ef8ec85978 req-30e4a488-16c0-41f4-8be9-0839f407fa83 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 945 time: 0.0959206 Sep 09 16:24:23.847984 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Attempting to bind port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:24:23.848410 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Attempting to bind port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:24:23.848780 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Attempting to bind port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 on network 051d400a-773d-41d0-b59c-18245685bd0e {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:23.853015 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 56636) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:24:23.858245 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:24:23.858478 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Request body: {'floatingip': {'port_id': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:23.858619 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Checking segment: {'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:23.859236 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:23.860303 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Bound using segment: {'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:24:23.860991 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Bound port: 33020fd7-fc4f-4921-8604-2dc1c4ecf750, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:24:23.862354 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:23.957876 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:23.991159 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] For port 33020fd7-fc4f-4921-8604-2dc1c4ecf750, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:24:23.995430 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] For port 33020fd7-fc4f-4921-8604-2dc1c4ecf750, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=33020fd7-fc4f-4921-8604-2dc1c4ecf750,segment=NetworkSegment(0994dca0-f8fd-46c1-8e3e-cfd7e9773d86),segment_id=0994dca0-f8fd-46c1-8e3e-cfd7e9773d86)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:24:24.088846 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:24.132939 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Routers {'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:24.133683 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:24.254102 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] Set router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:24.370448 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88ccbd-036c-470a-9e3c-6541c5dc63c5 None None] Pushing event updated for resources: {'Port': ['ID=33020fd7-fc4f-4921-8604-2dc1c4ecf750,revision_number=4']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:24.548012 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:24.617786 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 33020fd7-fc4f-4921-8604-2dc1c4ecf750 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:24.638504 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:24.656616 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 4, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '33020fd7-fc4f-4921-8604-2dc1c4ecf750', 'name': '', 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'mac_address': 'fa:16:3e:34:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c9371439-301c-474a-be5b-9302fba66b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:17Z', 'updated_at': '2021-09-09T16:24:23Z', 'revision_number': 4, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'subnets': [{'id': 'c9371439-301c-474a-be5b-9302fba66b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:24.746788 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:24.753163 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:24.754803 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:24.761928 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Floating IP 3fa14c8d-9210-4512-ac3d-2205e4aadc2e associated. External IP: 172.27.2.238, port: 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00. Sep 09 16:24:24.813938 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3c83a-51e2-4bf1-8378-94832828f0c1 None None] The sync data for ids ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'] in dv-cinder-760199-19-iscsi is: [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:24:18Z', 'revision_number': 4, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '33020fd7-fc4f-4921-8604-2dc1c4ecf750', 'name': '', 'network_id': '051d400a-773d-41d0-b59c-18245685bd0e', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'mac_address': 'fa:16:3e:34:84:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'c9371439-301c-474a-be5b-9302fba66b83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:17Z', 'updated_at': '2021-09-09T16:24:23Z', 'revision_number': 4, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'subnets': [{'id': 'c9371439-301c-474a-be5b-9302fba66b83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:24:24.924733 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:24.967831 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 33020fd7-fc4f-4921-8604-2dc1c4ecf750, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=33020fd7-fc4f-4921-8604-2dc1c4ecf750,segment=NetworkSegment(0994dca0-f8fd-46c1-8e3e-cfd7e9773d86),segment_id=0994dca0-f8fd-46c1-8e3e-cfd7e9773d86)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:25.039309 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:25.072526 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Router 204c1878-ddde-4328-882c-357958428550 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:24:25.121164 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=33020fd7-fc4f-4921-8604-2dc1c4ecf750,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:25.222768 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:24:25.228330 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:25.234455 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] Sync routers for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:24:25.246789 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:25.250325 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:25.255523 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-96602058-db8a-4ebf-bd4e-70c29768c6fa tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "PUT /v2.0/floatingips/3fa14c8d-9210-4512-ac3d-2205e4aadc2e HTTP/1.1" status: 200 len: 991 time: 1.4014206 Sep 09 16:24:25.256267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'tag': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:24:25.258679 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6339642a-ef19-4ae9-b690-529a0ae7c96c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ac1d4b7-9a64-495b-a42d-d9db94ee5c32", "tag": "12801b83-7e76-4ca1-b3bc-7a1cb18c2a00"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:24:25.456618 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:25.668984 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15524e46-907c-4eab-8926-5cdd726e1176 x-openstack-request-id: req-15524e46-907c-4eab-8926-5cdd726e1176 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:24:25.669277 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ac1d4b7-9a64-495b-a42d-d9db94ee5c32", "tag": "12801b83-7e76-4ca1-b3bc-7a1cb18c2a00", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:24:25.669527 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15524e46-907c-4eab-8926-5cdd726e1176 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:24:25.669968 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'tag': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'status': 'completed', 'code': 200} Sep 09 16:24:25.782033 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '3fa14c8d-9210-4512-ac3d-2205e4aadc2e', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '204c1878-ddde-4328-882c-357958428550', 'port_id': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'mac_address': 'fa:16:3e:d4:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:24Z', 'revision_number': 1, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:25.815260 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] Checking router: 204c1878-ddde-4328-882c-357958428550 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:24:25.819412 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-a3bb20f3-ae40-49fb-ae3b-1425a12e48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:25.822159 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-a3bb20f3-ae40-49fb-ae3b-1425a12e48ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=56bf3469b193440abfb3f83f085e42ef&device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 1098 time: 0.1075654 Sep 09 16:24:25.826586 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:24:25.827508 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:24:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:25.973312 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-8e4c4509-796c-43f7-a071-c2e96d80d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:25.975381 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-8e4c4509-796c-43f7-a071-c2e96d80d046 service neutron] 10.222.0.21 "GET /v2.0/networks?id=60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 200 len: 912 time: 0.1445415 Sep 09 16:24:25.991842 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:24:26.065939 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-4c8ee6da-9cd7-4c6c-bb38-e736eb16521c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 HTTP/1.1" status: 200 len: 999 time: 0.0830181 Sep 09 16:24:26.128104 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-fd844083-84b5-4141-97db-76b46d1c0775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:26.131496 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-fd844083-84b5-4141-97db-76b46d1c0775 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 200 len: 850 time: 0.0572455 Sep 09 16:24:26.197699 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-e5213218-db4b-4698-b5d6-b99eb289a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:26.198047 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-e5213218-db4b-4698-b5d6-b99eb289a8e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=60652e51-aa8c-4376-8487-bf6553372b90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0508401 Sep 09 16:24:26.270500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '3fa14c8d-9210-4512-ac3d-2205e4aadc2e', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '204c1878-ddde-4328-882c-357958428550', 'port_id': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'mac_address': 'fa:16:3e:d4:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:24Z', 'revision_number': 1, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:24:26.353373 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-dd1bbde7-106c-42f7-bc2d-8048654fb5e7 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452198 Sep 09 16:24:26.432164 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3074f360-a897-48bb-b61f-6ea370bf2cd4 None None] The sync data for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi is: [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '3fa14c8d-9210-4512-ac3d-2205e4aadc2e', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'floating_ip_address': '172.27.2.238', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '204c1878-ddde-4328-882c-357958428550', 'port_id': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'mac_address': 'fa:16:3e:d4:60:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:24Z', 'revision_number': 1, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:24:26.491984 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6339642a-ef19-4ae9-b690-529a0ae7c96c req-d228a569-e054-474c-a109-8ae8dfdcc063 service neutron] 10.222.0.21 "GET /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230581 Sep 09 16:24:26.574475 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 33020fd7-fc4f-4921-8604-2dc1c4ecf750 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:26.639076 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:26.639581 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:26.725227 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2166966e-e79b-4be8-88a7-28a0df287a2c None None] New status for floating IP 3fa14c8d-9210-4512-ac3d-2205e4aadc2e: ACTIVE {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:24:32.701885 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-4eea0917-15b3-4c3f-8613-4dd8cfd49c44 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:32.703331 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-4eea0917-15b3-4c3f-8613-4dd8cfd49c44 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/networks?id=479089fa-a386-4892-b31f-10521fedc485 HTTP/1.1" status: 200 len: 815 time: 0.1045444 Sep 09 16:24:32.718633 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-fb61ca10-883d-4aca-af02-33c03cea9450 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/quotas/dd34758dd52547bcaad695426c39b68a HTTP/1.1" status: 200 len: 375 time: 0.0091050 Sep 09 16:24:32.768773 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-495236b7-a1bd-4b9a-8552-7f0ed1bb1018 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dd34758dd52547bcaad695426c39b68a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448470 Sep 09 16:24:32.866880 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-60bbaa85-e707-47c8-a80b-0cb8a78e95f2 service neutron] 10.222.0.22 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860529 Sep 09 16:24:32.954218 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-8e11cb08-4964-4481-acdd-b7887e105ed5 service neutron] 10.222.0.22 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815384 Sep 09 16:24:33.178245 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ad663d2f-4e14-498b-8563-d3efe2a287ce req-f55771ac-c867-4799-a0c7-77ee36fc92d4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 210 time: 0.0263493 Sep 09 16:24:33.273232 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-5b22254e-ab7d-4e2d-a14c-8c59d47a9075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:34.257609 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b6600b1e-3d75-4352-bd94-1e855ef470e2 req-8fa13985-623c-4564-99c3-3a76426cbc94 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 210 time: 0.0253961 Sep 09 16:24:35.351498 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9e4fdc6b-83c0-43f3-8ffd-4d72de85df65 req-79526f9f-5868-40a1-a1ff-e6aadff79d6e tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 210 time: 0.0252440 Sep 09 16:24:35.586762 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3f3c268e-b277-4a8d-b630-98048467c388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:35.722832 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-03fb84ce-03e3-4861-bcdd-dc75bdaea1ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:35.725669 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-03fb84ce-03e3-4861-bcdd-dc75bdaea1ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.21 "GET /v2.0/networks?id=479089fa-a386-4892-b31f-10521fedc485 HTTP/1.1" status: 200 len: 815 time: 0.1180890 Sep 09 16:24:35.748832 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'port': {'device_id': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'admin_state_up': True, 'tenant_id': 'dd34758dd52547bcaad695426c39b68a'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:35.968073 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Made reservation on behalf of dd34758dd52547bcaad695426c39b68a for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:24:35.971882 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:36.076197 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:36.102126 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Allocated IP 172.20.0.11 (479089fa-a386-4892-b31f-10521fedc485/50774831-a8bf-4cb4-b785-0bd42aca0480/3a8b890b-41d1-40fa-8c7e-637ac6719425) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:24:36.249488 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:36.263261 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Transition to ACTIVE for port object 3a8b890b-41d1-40fa-8c7e-637ac6719425 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:36.358663 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:36.410464 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Network 479089fa-a386-4892-b31f-10521fedc485 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:24:36.414436 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:24:36.418128 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:24:36.448974 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'Port': ['ID=3a8b890b-41d1-40fa-8c7e-637ac6719425,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:36.485941 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9045f-4fb3-4c88-95b7-4536c8b99468 req-d98a2e8a-4d13-4e75-856d-d1984da81dc8 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:36.495646 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57f9045f-4fb3-4c88-95b7-4536c8b99468 req-d98a2e8a-4d13-4e75-856d-d1984da81dc8 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 932 time: 0.0721006 Sep 09 16:24:36.522912 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:36.522912 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:36.548939 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-57f9045f-4fb3-4c88-95b7-4536c8b99468 req-b86613cd-b466-4186-b7ba-7b77d9c0f4d6 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520234 Sep 09 16:24:36.667139 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:36.668069 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-425bf498-6d27-43c1-a2c5-2285d38472ea tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9249170 Sep 09 16:24:36.688140 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Request body: {'port': {'device_id': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:24:36.746642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:36.861408 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-de794120-c4d5-493d-bf09-006cdd395174 None None] Provisioning for port 3a8b890b-41d1-40fa-8c7e-637ac6719425 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:36.868844 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-de794120-c4d5-493d-bf09-006cdd395174 None None] Provisioning complete for port 3a8b890b-41d1-40fa-8c7e-637ac6719425 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:36.874829 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-de794120-c4d5-493d-bf09-006cdd395174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:36.968089 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-de794120-c4d5-493d-bf09-006cdd395174 None None] Port 3a8b890b-41d1-40fa-8c7e-637ac6719425 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:24:37.206165 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8b890b-41d1-40fa-8c7e-637ac6719425 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:24:37.223896 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:37.242293 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Transition to ACTIVE for port object 3a8b890b-41d1-40fa-8c7e-637ac6719425 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:24:37.302077 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:37.382341 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b890b-41d1-40fa-8c7e-637ac6719425,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:37.390524 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.390888 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.391230 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.391571 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.391907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.392245 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.392576 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.392906 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.393330 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.393667 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.394020 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.394346 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:37.496638 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Attempting to bind port 3a8b890b-41d1-40fa-8c7e-637ac6719425 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:24:37.496831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Attempting to bind port 3a8b890b-41d1-40fa-8c7e-637ac6719425 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:24:37.497197 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Attempting to bind port 3a8b890b-41d1-40fa-8c7e-637ac6719425 on network 479089fa-a386-4892-b31f-10521fedc485 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:37.502246 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Port 3a8b890b-41d1-40fa-8c7e-637ac6719425 on network 479089fa-a386-4892-b31f-10521fedc485 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:24:37.502567 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Attempting to bind port 3a8b890b-41d1-40fa-8c7e-637ac6719425 on network 479089fa-a386-4892-b31f-10521fedc485 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:24:37.508872 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:24:37.509212 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Checking segment: {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:24:37.509730 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Bound using segment: {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:24:37.510238 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Bound port: 3a8b890b-41d1-40fa-8c7e-637ac6719425, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '479089fa-a386-4892-b31f-10521fedc485'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:24:37.510664 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:37.577991 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] For port 3a8b890b-41d1-40fa-8c7e-637ac6719425, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:24:37.584323 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] For port 3a8b890b-41d1-40fa-8c7e-637ac6719425, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:24:37.667568 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:37.712135 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:37.712745 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:37.714211 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 1094 time: 1.0300825 Sep 09 16:24:37.714659 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:24:37.728781 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d07f12-9b0b-43ca-81c3-a1f4c72b2938" -d '{"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:24:37.771557 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568dd2f-7437-47d2-968e-cb9c5d771ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b890b-41d1-40fa-8c7e-637ac6719425,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:38.185215 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb9869-c23d-4a6b-8888-24bf8af6fb8e req-5b12dcdc-baa1-4af1-8f2e-a78ee8a2982f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:38.186889 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8cdb9869-c23d-4a6b-8888-24bf8af6fb8e req-5b12dcdc-baa1-4af1-8f2e-a78ee8a2982f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0553539 Sep 09 16:24:38.227758 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8cdb9869-c23d-4a6b-8888-24bf8af6fb8e req-15b24d5b-e617-4b9b-9031-143eb5046198 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Sep 09 16:24:38.273850 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8a7175-a51d-49a0-a172-71ed48590596 x-openstack-request-id: req-5f8a7175-a51d-49a0-a172-71ed48590596 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:24:38.274147 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:24:38.274544 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f8a7175-a51d-49a0-a172-71ed48590596 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:24:38.274942 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'status': 'completed', 'code': 200} Sep 09 16:24:38.407638 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2e8f9-c712-4d5d-9420-b3ab3045ff32 req-02dbe057-84b5-420f-9b70-99f02e264b4b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:38.409333 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a3c2e8f9-c712-4d5d-9420-b3ab3045ff32 req-02dbe057-84b5-420f-9b70-99f02e264b4b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0587974 Sep 09 16:24:38.439069 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:38.458747 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a3c2e8f9-c712-4d5d-9420-b3ab3045ff32 req-e970f726-8606-4f5f-a244-e38777f14f76 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417507 Sep 09 16:24:39.345712 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70c443-3d77-4252-b6eb-0be8710faf83 req-ebac1480-2a01-450c-b26e-e8243f384b6c tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:39.347217 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3a70c443-3d77-4252-b6eb-0be8710faf83 req-ebac1480-2a01-450c-b26e-e8243f384b6c tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0533478 Sep 09 16:24:39.386734 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-3a70c443-3d77-4252-b6eb-0be8710faf83 req-4afd6067-1a54-49e2-9ad9-a7a36324496a tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333395 Sep 09 16:24:39.587420 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58617cb9-74a8-4e4c-b8aa-4473968eca35 req-7515eaf3-04a2-4001-876d-c860cfe02d5f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:39.588807 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-58617cb9-74a8-4e4c-b8aa-4473968eca35 req-7515eaf3-04a2-4001-876d-c860cfe02d5f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0529668 Sep 09 16:24:39.628701 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-58617cb9-74a8-4e4c-b8aa-4473968eca35 req-bf5ebeda-b7a4-4bcf-89bd-be177da89710 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338633 Sep 09 16:24:40.503307 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932231aa-f7c0-418f-920a-68cc90bf5994 req-679dd49b-cb07-468a-8f60-8e8a57c7c103 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:40.504790 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-932231aa-f7c0-418f-920a-68cc90bf5994 req-679dd49b-cb07-468a-8f60-8e8a57c7c103 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0474522 Sep 09 16:24:40.553030 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-932231aa-f7c0-418f-920a-68cc90bf5994 req-4abef8a4-bb31-458d-8847-74ddf7828a0c tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399189 Sep 09 16:24:40.756747 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323837-da49-4bc8-b06a-05b235be1978 req-e5526b50-852a-4522-9d25-eceef4494a86 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:40.758559 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fa323837-da49-4bc8-b06a-05b235be1978 req-e5526b50-852a-4522-9d25-eceef4494a86 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0532079 Sep 09 16:24:40.817611 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fa323837-da49-4bc8-b06a-05b235be1978 req-9a12cbf4-7171-43ec-99fe-b1ff9cd7c9f6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521114 Sep 09 16:24:41.672691 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab29b0f-7d91-4e2d-b96b-38215a6380a3 req-49f957fc-6bd9-4a78-b9eb-5d1a727fbfd9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:41.674178 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0ab29b0f-7d91-4e2d-b96b-38215a6380a3 req-49f957fc-6bd9-4a78-b9eb-5d1a727fbfd9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0473430 Sep 09 16:24:41.718847 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0ab29b0f-7d91-4e2d-b96b-38215a6380a3 req-f517e36f-edc6-457c-8fab-b6b2b5bbdf76 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378821 Sep 09 16:24:41.946834 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a6325-7be7-44e8-9aea-890969bd8d35 req-32cf920f-ae4e-4e54-8708-e17585a88bb8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:41.948370 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-426a6325-7be7-44e8-9aea-890969bd8d35 req-32cf920f-ae4e-4e54-8708-e17585a88bb8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0513127 Sep 09 16:24:41.990293 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-426a6325-7be7-44e8-9aea-890969bd8d35 req-d950bfb2-a23c-4f9a-8829-efc4df983560 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357156 Sep 09 16:24:42.529720 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:42.834564 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7683266-6d07-40e9-aee7-7702ff1ce06a req-872d90da-4fb7-4fe5-842a-cd9104d925a8 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:42.836605 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f7683266-6d07-40e9-aee7-7702ff1ce06a req-872d90da-4fb7-4fe5-842a-cd9104d925a8 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0508900 Sep 09 16:24:42.876478 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f7683266-6d07-40e9-aee7-7702ff1ce06a req-3ff07053-035a-4804-9149-dc338c6b8945 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338523 Sep 09 16:24:43.123664 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113d8b8-dce7-4e58-b6cd-d20f76404212 req-2c316bc4-6758-40d1-b564-3b50e5111823 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:43.125154 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4113d8b8-dce7-4e58-b6cd-d20f76404212 req-2c316bc4-6758-40d1-b564-3b50e5111823 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0616605 Sep 09 16:24:43.164240 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4113d8b8-dce7-4e58-b6cd-d20f76404212 req-b556df9b-d9b7-444b-9f02-cd133004db04 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331447 Sep 09 16:24:44.008590 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6ba8-2b3b-40fe-8def-4e48596d8768 req-365b864d-cb59-455e-9cb3-177ae0df1bcc tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:44.010947 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c09d6ba8-2b3b-40fe-8def-4e48596d8768 req-365b864d-cb59-455e-9cb3-177ae0df1bcc tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0611081 Sep 09 16:24:44.058616 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c09d6ba8-2b3b-40fe-8def-4e48596d8768 req-85b4e024-f362-4d06-b19e-1d1f5cacb438 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 Sep 09 16:24:44.297590 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed1ad3-0cbd-4082-9ab3-04209cdad559 req-26c0fe3a-22b7-402a-addb-147901da3a83 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:44.299394 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0bed1ad3-0cbd-4082-9ab3-04209cdad559 req-26c0fe3a-22b7-402a-addb-147901da3a83 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0573020 Sep 09 16:24:44.346489 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0bed1ad3-0cbd-4082-9ab3-04209cdad559 req-0ed478cc-2d1a-443d-a76f-2b718723b4e6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411053 Sep 09 16:24:45.186470 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cf122-dd44-48ca-960f-f2d950b744aa req-e23f7476-b4be-4c62-8f1b-7f1cbf5cb96d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:45.188219 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1b2cf122-dd44-48ca-960f-f2d950b744aa req-e23f7476-b4be-4c62-8f1b-7f1cbf5cb96d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0568252 Sep 09 16:24:45.226552 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1b2cf122-dd44-48ca-960f-f2d950b744aa req-5c05bf55-7c5d-4e01-9f19-79ad019d0730 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Sep 09 16:24:45.474454 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac0038-c7c3-493e-8cea-eefe8e21b715 req-73b3a7cf-3beb-4567-8026-c7e04e28d4be tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:45.477090 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e5ac0038-c7c3-493e-8cea-eefe8e21b715 req-73b3a7cf-3beb-4567-8026-c7e04e28d4be tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0573466 Sep 09 16:24:45.518049 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e5ac0038-c7c3-493e-8cea-eefe8e21b715 req-252e0140-b0c3-4b31-985a-554a32ed9d2c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352726 Sep 09 16:24:46.349929 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530332b-de47-46df-8fa8-1fdfaf5006ac req-c983cc4c-71f1-46f0-a195-d9d1b919e001 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:46.351698 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2530332b-de47-46df-8fa8-1fdfaf5006ac req-c983cc4c-71f1-46f0-a195-d9d1b919e001 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0600021 Sep 09 16:24:46.396834 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2530332b-de47-46df-8fa8-1fdfaf5006ac req-d3ba50de-dfb1-43df-8134-b02d71f948f5 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388126 Sep 09 16:24:46.653901 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92779a2e-f610-4bfb-8878-8d75b4185cbd req-20c20ae7-9e36-4271-84e1-7db83738326b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:46.655648 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92779a2e-f610-4bfb-8878-8d75b4185cbd req-20c20ae7-9e36-4271-84e1-7db83738326b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0561566 Sep 09 16:24:46.697453 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-92779a2e-f610-4bfb-8878-8d75b4185cbd req-b96dbdf5-49b0-4f91-b795-ba4b5ec593e3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349312 Sep 09 16:24:47.513453 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331bc04-cdce-413f-8d3c-f882a50ac840 req-1bfb14e6-0c94-409a-9788-9cdf01ad27bd tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:47.514990 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c331bc04-cdce-413f-8d3c-f882a50ac840 req-1bfb14e6-0c94-409a-9788-9cdf01ad27bd tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0513289 Sep 09 16:24:47.556039 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c331bc04-cdce-413f-8d3c-f882a50ac840 req-b3ee8844-a51f-4b4d-9306-c01358158f67 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351098 Sep 09 16:24:47.825273 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996cc88-e8a2-4b9c-9416-cea91f176dd3 req-4a21068f-feca-4000-8ce7-dee89cd7864c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:47.826775 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2996cc88-e8a2-4b9c-9416-cea91f176dd3 req-4a21068f-feca-4000-8ce7-dee89cd7864c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0538642 Sep 09 16:24:47.867746 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2996cc88-e8a2-4b9c-9416-cea91f176dd3 req-82535369-3757-4e50-8c9c-da72bc6308ad tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339131 Sep 09 16:24:48.099038 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:24:48.604023 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d07f12-9b0b-43ca-81c3-a1f4c72b2938 req-c1ab9bae-b4e9-4eb9-8aaa-0dd2feb1faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:48.605535 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-36d07f12-9b0b-43ca-81c3-a1f4c72b2938 req-c1ab9bae-b4e9-4eb9-8aaa-0dd2feb1faaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd34758dd52547bcaad695426c39b68a&device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1097 time: 0.0460372 Sep 09 16:24:48.682873 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb46d0-a604-4b6d-be6a-e71dd15a54bb req-77705fa4-ff11-4a52-88e9-d6cd9e59f9e7 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:48.684332 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-36fb46d0-a604-4b6d-be6a-e71dd15a54bb req-77705fa4-ff11-4a52-88e9-d6cd9e59f9e7 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0481083 Sep 09 16:24:48.723871 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-36fb46d0-a604-4b6d-be6a-e71dd15a54bb req-6b088178-26bf-4000-a2a7-4d0f78fdcf0f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Sep 09 16:24:48.822400 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d07f12-9b0b-43ca-81c3-a1f4c72b2938 req-63d75c07-19af-4a37-bfa9-0e563ae17008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:48.823831 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-36d07f12-9b0b-43ca-81c3-a1f4c72b2938 req-63d75c07-19af-4a37-bfa9-0e563ae17008 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=dd34758dd52547bcaad695426c39b68a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1197608 Sep 09 16:24:48.829474 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-11a9cd0f-74ba-4a91-8789-53735884ebce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604022 Sep 09 16:24:49.007319 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d07f12-9b0b-43ca-81c3-a1f4c72b2938 req-6a1fcd7b-99a3-4da2-a00c-7bb40ee7245b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.008807 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-36d07f12-9b0b-43ca-81c3-a1f4c72b2938 req-6a1fcd7b-99a3-4da2-a00c-7bb40ee7245b service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532233 Sep 09 16:24:49.016234 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-ed336ab6-4c96-437c-ba59-3318d26a9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.017611 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-ed336ab6-4c96-437c-ba59-3318d26a9cc6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 1098 time: 0.0941148 Sep 09 16:24:49.029543 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093a9cf-18d4-4ac7-adc0-cebf0cf357d2 req-108497d4-f521-4051-8316-345835afb26a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.031044 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2093a9cf-18d4-4ac7-adc0-cebf0cf357d2 req-108497d4-f521-4051-8316-345835afb26a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0798275 Sep 09 16:24:49.078496 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2093a9cf-18d4-4ac7-adc0-cebf0cf357d2 req-d11c0699-a62c-4ce2-8264-99f8a31439a4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 Sep 09 16:24:49.440412 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-c6cd68fb-ed2a-4582-afe0-2a6f5046467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.441901 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-c6cd68fb-ed2a-4582-afe0-2a6f5046467d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd34758dd52547bcaad695426c39b68a&device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1097 time: 0.3540046 Sep 09 16:24:49.446508 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-c0df0a83-fb35-4801-8ecd-39788a35af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.447873 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-c0df0a83-fb35-4801-8ecd-39788a35af76 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 912 time: 0.3823283 Sep 09 16:24:49.537296 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-c531625c-b01d-4ae5-9575-665811ac6b53 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 217 time: 0.0624373 Sep 09 16:24:49.593632 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-32c2551b-dc48-40c8-aec6-2bae23ea4bda service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2931aea-8cfb-4f53-a6b6-164a8189cfd6 HTTP/1.1" status: 200 len: 1000 time: 0.1129711 Sep 09 16:24:49.609697 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-5fe97ce4-b64d-4d5b-b82a-eded28ca08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.611080 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-5fe97ce4-b64d-4d5b-b82a-eded28ca08bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50774831-a8bf-4cb4-b785-0bd42aca0480 HTTP/1.1" status: 200 len: 854 time: 0.0653679 Sep 09 16:24:49.672119 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-7fe629eb-565b-4b66-8c79-907141ce678c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.673582 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-7fe629eb-565b-4b66-8c79-907141ce678c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0717890 Sep 09 16:24:49.682944 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-62c64c42-5f3f-4cda-b46a-7b87dc29ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.684318 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-62c64c42-5f3f-4cda-b46a-7b87dc29ceaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=479089fa-a386-4892-b31f-10521fedc485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536513 Sep 09 16:24:49.778193 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-c84101da-18cb-44e1-b823-6781accfb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.779683 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-c84101da-18cb-44e1-b823-6781accfb613 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0945411 Sep 09 16:24:49.859226 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-db46b319-75bf-42cc-9165-d7a4f09fd2c9 service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513119 Sep 09 16:24:49.942616 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea72921-13d4-476b-990c-b07ed01c531b req-fab5b7f0-60aa-4fbe-b06c-d8a8eeb2140c tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:49.944118 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9ea72921-13d4-476b-990c-b07ed01c531b req-fab5b7f0-60aa-4fbe-b06c-d8a8eeb2140c tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.1468308 Sep 09 16:24:49.992212 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-5ec86556-e4b6-469e-955b-b7e99fbc65bc service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034454 Sep 09 16:24:50.055044 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9ea72921-13d4-476b-990c-b07ed01c531b req-da7c2185-c41a-47c6-807b-b2388fb4dd8d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023350 Sep 09 16:24:50.099163 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-842a3232-c30c-4b8c-912d-9e74039c4655 req-51ce7872-3b55-4e1a-9f5f-9525e137db4b service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098119 Sep 09 16:24:50.120290 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-71934a34-9490-4a70-9f78-c6217b9177b6 req-5f05c194-75aa-4b25-81af-eff6aab04fc5 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196685 Sep 09 16:24:50.201714 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9872d64-8618-460f-a91f-ca5cf11cbaf4 req-0c497273-87a3-4560-b724-4499dfd4c584 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:50.203275 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d9872d64-8618-460f-a91f-ca5cf11cbaf4 req-0c497273-87a3-4560-b724-4499dfd4c584 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0483782 Sep 09 16:24:50.240980 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d9872d64-8618-460f-a91f-ca5cf11cbaf4 req-2b5a9353-a9ef-4943-b1bb-10f1ecf75c3e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Sep 09 16:24:51.171961 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fe7af-cf1b-4cb7-b784-cf54fab07cf1 req-712a7a24-e8fa-4ec2-a9cc-af06f9c47909 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:51.173422 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5c4fe7af-cf1b-4cb7-b784-cf54fab07cf1 req-712a7a24-e8fa-4ec2-a9cc-af06f9c47909 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0525558 Sep 09 16:24:51.209834 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5c4fe7af-cf1b-4cb7-b784-cf54fab07cf1 req-dabc97a2-595f-4cd9-9d50-4703157c680b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304773 Sep 09 16:24:51.366188 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf2666-8d63-445d-9d0e-9313cb409fbf req-412d7eef-6019-467a-b021-502398a9e0e4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:51.368312 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5daf2666-8d63-445d-9d0e-9313cb409fbf req-412d7eef-6019-467a-b021-502398a9e0e4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0536451 Sep 09 16:24:51.406510 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5daf2666-8d63-445d-9d0e-9313cb409fbf req-e258084a-ee29-47fe-b5d2-6a29da15bc29 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322647 Sep 09 16:24:52.320805 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31903764-827d-4d74-9ec6-bed4d1993eb7 req-b77a0cf6-1274-4665-8fb3-f2969a1cdf3e tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:52.322346 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-31903764-827d-4d74-9ec6-bed4d1993eb7 req-b77a0cf6-1274-4665-8fb3-f2969a1cdf3e tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 944 time: 0.0477865 Sep 09 16:24:52.359599 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-31903764-827d-4d74-9ec6-bed4d1993eb7 req-4a9288c3-af52-4db3-bbe0-ff9bdd24ef0d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314662 Sep 09 16:24:52.527358 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d0281-05ba-460b-8ef1-21d663b46b8e req-4f556aaa-f37b-4692-a789-e4e1bd286b56 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:52.528896 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-956d0281-05ba-460b-8ef1-21d663b46b8e req-4f556aaa-f37b-4692-a789-e4e1bd286b56 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0470984 Sep 09 16:24:52.566685 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-956d0281-05ba-460b-8ef1-21d663b46b8e req-0f9ed585-e040-48fb-834e-65e42b0bd953 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316257 Sep 09 16:24:52.639004 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 3a8b890b-41d1-40fa-8c7e-637ac6719425 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:24:52.733124 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 3a8b890b-41d1-40fa-8c7e-637ac6719425, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:52.743419 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'port_id': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'mac_address': 'fa:16:3e:78:5e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:24:52.778870 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:52.790874 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8b890b-41d1-40fa-8c7e-637ac6719425 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:24:52.811204 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 3a8b890b-41d1-40fa-8c7e-637ac6719425, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:52.944255 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:52.994925 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=3a8b890b-41d1-40fa-8c7e-637ac6719425,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:53.002368 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.002727 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.003075 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.003415 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.003746 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.004180 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.004398 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.004725 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.005055 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.005419 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.005786 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.011387 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:24:53.319622 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['3a8b890b-41d1-40fa-8c7e-637ac6719425'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:24:53.469126 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f08af4-6b70-4a1a-be65-434c3d3840ed req-b7f5977a-4a68-40ea-9bea-2192418f0448 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:53.470620 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d9f08af4-6b70-4a1a-be65-434c3d3840ed req-b7f5977a-4a68-40ea-9bea-2192418f0448 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 945 time: 0.0470884 Sep 09 16:24:53.508871 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d9f08af4-6b70-4a1a-be65-434c3d3840ed req-2690caa1-1f2c-40af-8321-25be7d850891 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313554 Sep 09 16:24:53.684448 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e03f5-93a9-4c7c-96aa-1eb92897d467 req-14660c58-038a-43cc-8be4-a81e057507c6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:53.685912 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-274e03f5-93a9-4c7c-96aa-1eb92897d467 req-14660c58-038a-43cc-8be4-a81e057507c6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0474298 Sep 09 16:24:53.722196 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-274e03f5-93a9-4c7c-96aa-1eb92897d467 req-e8fe206b-bbf1-4a9d-85c1-84a9060dbd71 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304348 Sep 09 16:24:54.639470 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70980379-b57c-47e9-b261-ec287545d1d2 req-0bde3e8b-39b5-4fd9-826f-b31ddc46abf6 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:54.640963 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-70980379-b57c-47e9-b261-ec287545d1d2 req-0bde3e8b-39b5-4fd9-826f-b31ddc46abf6 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 945 time: 0.0570583 Sep 09 16:24:54.653783 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 3a8b890b-41d1-40fa-8c7e-637ac6719425 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:24:54.686164 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-70980379-b57c-47e9-b261-ec287545d1d2 req-0ffa016f-c485-4fc6-bf89-e4466d413f0c tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Sep 09 16:24:54.807315 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 3a8b890b-41d1-40fa-8c7e-637ac6719425 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:24:54.812368 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 3a8b890b-41d1-40fa-8c7e-637ac6719425 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:24:54.812748 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:54.879077 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a1f1c-3b86-4718-8968-91ae3c8a920e req-80d87eb8-3191-4ffa-aa68-a1dcb64c07b4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:54.880699 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b33a1f1c-3b86-4718-8968-91ae3c8a920e req-80d87eb8-3191-4ffa-aa68-a1dcb64c07b4 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0756328 Sep 09 16:24:54.903097 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:54.927847 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:24:54.931108 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d974076-6e89-4432-9a0d-5e997b73cca5" -d '{"events": [{"server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "name": "network-vif-plugged", "status": "completed", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:24:54.932460 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b33a1f1c-3b86-4718-8968-91ae3c8a920e req-57e4e33c-b418-4d7e-b1a6-22900d5086ee tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437567 Sep 09 16:24:54.948130 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 3a8b890b-41d1-40fa-8c7e-637ac6719425, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:24:54.973030 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9dc332-2d99-4a32-9173-5a76dc905fc1 x-openstack-request-id: req-dc9dc332-2d99-4a32-9173-5a76dc905fc1 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:24:54.973610 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "name": "network-vif-plugged", "status": "completed", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:24:54.973897 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc9dc332-2d99-4a32-9173-5a76dc905fc1 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:24:54.974291 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'code': 200} Sep 09 16:24:55.030339 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:24:55.079827 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=3a8b890b-41d1-40fa-8c7e-637ac6719425,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:24:55.376572 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd825bd-3b22-479d-b64d-8c4f28e8e196 req-a76fde94-3d3c-4154-9f65-cdc15400e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:55.378043 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7cd825bd-3b22-479d-b64d-8c4f28e8e196 req-a76fde94-3d3c-4154-9f65-cdc15400e6c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1099 time: 0.0391040 Sep 09 16:24:55.432294 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7cd825bd-3b22-479d-b64d-8c4f28e8e196 req-a21f6008-a875-4187-b393-eee1b02117ee service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278525 Sep 09 16:24:55.803132 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a8239-6182-4f9b-b26b-7ed52aea5b71 req-aa756ee3-7230-462d-803b-3cea4249d4b4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:55.805115 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b96a8239-6182-4f9b-b26b-7ed52aea5b71 req-aa756ee3-7230-462d-803b-3cea4249d4b4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0484207 Sep 09 16:24:55.842223 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b96a8239-6182-4f9b-b26b-7ed52aea5b71 req-60fca434-fed1-47a1-ad39-f5855bef1860 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Sep 09 16:24:56.057708 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86469c2-40ff-4532-ac17-385adf076fa5 req-7d0ee51f-77f6-4727-9863-164717a89630 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:56.059317 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f86469c2-40ff-4532-ac17-385adf076fa5 req-7d0ee51f-77f6-4727-9863-164717a89630 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0480216 Sep 09 16:24:56.096263 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f86469c2-40ff-4532-ac17-385adf076fa5 req-86fa0eee-913b-43b6-86d4-47f8311c4239 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310738 Sep 09 16:24:56.955130 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8394c5a9-acee-46c3-90bd-3cbad41b02cf req-17c1a91f-dc12-4fbf-bc50-be25eaa434ce tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:56.956512 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8394c5a9-acee-46c3-90bd-3cbad41b02cf req-17c1a91f-dc12-4fbf-bc50-be25eaa434ce tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0476801 Sep 09 16:24:56.994471 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8394c5a9-acee-46c3-90bd-3cbad41b02cf req-9c2e516b-f4e9-4ce1-bb52-74f243d2bf19 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310645 Sep 09 16:24:57.157436 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f416f32-b69e-494b-9458-fb8cc7866a61 req-710238c2-6d8d-48ec-8599-49a565232252 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:57.159629 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0f416f32-b69e-494b-9458-fb8cc7866a61 req-710238c2-6d8d-48ec-8599-49a565232252 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0633225 Sep 09 16:24:57.204353 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0f416f32-b69e-494b-9458-fb8cc7866a61 req-04d77596-b9f3-4f8c-8beb-ee9542311292 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366378 Sep 09 16:24:57.232489 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7767f-65c1-4a77-8a26-8e7c056e822c req-fec50983-0553-4c9d-bc11-2fb0ed8c9c94 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:57.234292 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-deb7767f-65c1-4a77-8a26-8e7c056e822c req-fec50983-0553-4c9d-bc11-2fb0ed8c9c94 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0612044 Sep 09 16:24:57.274168 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-deb7767f-65c1-4a77-8a26-8e7c056e822c req-7155df16-9e12-4896-bf9e-4f8260857869 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334318 Sep 09 16:24:57.527658 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2db6e-e946-46be-bd8d-b1910f8895d0 req-e60fdda6-dd34-457c-99ac-643747d3a727 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:57.529140 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e7a2db6e-e946-46be-bd8d-b1910f8895d0 req-e60fdda6-dd34-457c-99ac-643747d3a727 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0479631 Sep 09 16:24:57.566743 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e7a2db6e-e946-46be-bd8d-b1910f8895d0 req-ecf62e56-ec84-4da8-b45a-41c6a01da1f1 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317097 Sep 09 16:24:58.391151 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39aa317-dbad-4a48-a4a8-f0b5dd7fdf04 req-27de6043-e6e7-48d5-9e24-a94faf6409ea tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:58.392642 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e39aa317-dbad-4a48-a4a8-f0b5dd7fdf04 req-27de6043-e6e7-48d5-9e24-a94faf6409ea tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0470741 Sep 09 16:24:58.431391 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e39aa317-dbad-4a48-a4a8-f0b5dd7fdf04 req-f6a5cbb6-0850-4809-bef2-b50b3bd935a3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315001 Sep 09 16:24:59.561965 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5378328-54f0-40ef-8ec6-c0cc13bd264e req-45d0927c-923f-4800-a32e-e20fa0987509 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:24:59.563501 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e5378328-54f0-40ef-8ec6-c0cc13bd264e req-45d0927c-923f-4800-a32e-e20fa0987509 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0541306 Sep 09 16:24:59.603800 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e5378328-54f0-40ef-8ec6-c0cc13bd264e req-3c5ecaaa-371d-4b35-ad10-7b1870886cc6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339000 Sep 09 16:25:00.722041 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e9e1b-5d27-465d-921b-97fbef33c8e2 req-c4ff4e69-a704-4c73-bd55-bc8250e755c2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:00.723748 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7c4e9e1b-5d27-465d-921b-97fbef33c8e2 req-c4ff4e69-a704-4c73-bd55-bc8250e755c2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0477340 Sep 09 16:25:00.760966 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7c4e9e1b-5d27-465d-921b-97fbef33c8e2 req-1a30fe0b-6801-48f6-8f08-fbc5ed55975a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306578 Sep 09 16:25:01.877108 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce251a-ef61-4d5e-9c08-c18e0f418d68 req-55faebc8-bc17-477a-aa55-dcffc719f011 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:01.878582 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-42ce251a-ef61-4d5e-9c08-c18e0f418d68 req-55faebc8-bc17-477a-aa55-dcffc719f011 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0469811 Sep 09 16:25:01.915185 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-42ce251a-ef61-4d5e-9c08-c18e0f418d68 req-145c7eed-dadf-4817-b62f-a420b75d528c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300555 Sep 09 16:25:03.039737 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5203cbc-9441-4060-a5d1-bb2695e81063 req-a8a301f0-2069-43fb-bd21-3421fae47ff7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:03.040976 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f5203cbc-9441-4060-a5d1-bb2695e81063 req-a8a301f0-2069-43fb-bd21-3421fae47ff7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0529773 Sep 09 16:25:03.078704 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f5203cbc-9441-4060-a5d1-bb2695e81063 req-d5b75eec-8f64-4b1a-aaaa-34d8587426ff tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317311 Sep 09 16:25:03.226818 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 57118) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:03.295427 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-16334f7d-230c-4515-995c-46607327dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:03.334243 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4a8217f0-90f1-440b-af77-b968a1183477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:03.422348 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4a8217f0-90f1-440b-af77-b968a1183477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:03.540742 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4a8217f0-90f1-440b-af77-b968a1183477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:03.579743 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-4a8217f0-90f1-440b-af77-b968a1183477 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a6855bec4574537a852c584c288f8fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517630 Sep 09 16:25:03.581118 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8217f0-90f1-440b-af77-b968a1183477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd04c26-f98e-4d25-ab38-58eea57688ff,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:03.582310 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57124) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:03.630191 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:03.650651 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:03.785966 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:03.788528 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:03.790276 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cd04c26-f98e-4d25-ab38-58eea57688ff HTTP/1.1" status: 204 len: 168 time: 0.2069788 Sep 09 16:25:03.797780 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd04c26-f98e-4d25-ab38-58eea57688ff,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:03.805455 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.805865 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.806215 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.806558 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.806897 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.807233 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.807567 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.807923 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.808245 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.808572 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.808901 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:03.809225 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a536b211-afc9-44d3-a119-1488c3acf3b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:04.209908 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86d049-4aa8-4801-a7e2-db9481d4142d req-3ad2fce8-f165-44cf-94b7-0bc980a0efba tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:04.212468 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-db86d049-4aa8-4801-a7e2-db9481d4142d req-3ad2fce8-f165-44cf-94b7-0bc980a0efba tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0522056 Sep 09 16:25:04.255082 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-db86d049-4aa8-4801-a7e2-db9481d4142d req-da1cf271-f11d-4eec-8bd1-e92f8924dde6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366027 Sep 09 16:25:05.370288 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b33b4d-25f2-4130-9782-b3a801636e3b req-a36d0d45-6b0a-430a-aad9-6e31c38637e1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:05.371743 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-40b33b4d-25f2-4130-9782-b3a801636e3b req-a36d0d45-6b0a-430a-aad9-6e31c38637e1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0471928 Sep 09 16:25:05.408755 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-40b33b4d-25f2-4130-9782-b3a801636e3b req-9d10b808-0512-4cc8-ad25-49b27a3c2072 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Sep 09 16:25:05.553614 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-606c5d8e-cbf1-483e-bf79-9fd71ba77752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:06.043417 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:06.528389 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c9dd6-d1de-48d4-866f-4b35e38d6c0c req-d312ec91-561c-4bfc-9994-b45bf2acbebd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:06.529910 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-290c9dd6-d1de-48d4-866f-4b35e38d6c0c req-d312ec91-561c-4bfc-9994-b45bf2acbebd tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0476391 Sep 09 16:25:06.570533 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-290c9dd6-d1de-48d4-866f-4b35e38d6c0c req-d787b301-646a-442c-b4f8-046a0c820859 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328588 Sep 09 16:25:06.633048 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:06.720789 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:25:06.814330 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:06.825030 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'c8860de0-556f-4872-a98d-2c298776f56c', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'port_id': 'c8860de0-556f-4872-a98d-2c298776f56c', 'mac_address': 'fa:16:3e:e4:f8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:25:06.864168 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:06.876947 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8860de0-556f-4872-a98d-2c298776f56c {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:25:06.895167 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:06.967153 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:07.022321 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=6']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:07.147857 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['c8860de0-556f-4872-a98d-2c298776f56c'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:25:07.744966 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5fc29-2f54-4eba-987f-b08e8869e1e2 req-ab46153f-1ce8-46f2-9013-70a73dc80b52 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:07.746610 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aad5fc29-2f54-4eba-987f-b08e8869e1e2 req-ab46153f-1ce8-46f2-9013-70a73dc80b52 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 944 time: 0.0909588 Sep 09 16:25:07.801562 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aad5fc29-2f54-4eba-987f-b08e8869e1e2 req-4830ff7c-b337-4fe4-b983-128f86f4ab2c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464272 Sep 09 16:25:08.730642 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:25:08.790476 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port c8860de0-556f-4872-a98d-2c298776f56c triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:25:08.790947 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:08.895043 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:08.898775 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:08.926651 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:25:08.941293 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5366ea2-a3fe-4e23-a362-fa29ddf1c4fb" -d '{"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-plugged", "status": "completed", "tag": "c8860de0-556f-4872-a98d-2c298776f56c"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:25:08.955639 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:08.991979 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde0238-07e8-47e0-931e-f1ff85cb0639 req-e0605980-16bb-4273-b17b-181c4d586be1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:08.994627 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fbde0238-07e8-47e0-931e-f1ff85cb0639 req-e0605980-16bb-4273-b17b-181c4d586be1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 944 time: 0.0813890 Sep 09 16:25:09.041648 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce06da5-55eb-4643-b214-a011df3d4bf0 x-openstack-request-id: req-1ce06da5-55eb-4643-b214-a011df3d4bf0 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:25:09.041948 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-plugged", "status": "completed", "tag": "c8860de0-556f-4872-a98d-2c298776f56c", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:25:09.042201 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ce06da5-55eb-4643-b214-a011df3d4bf0 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:25:09.042599 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c', 'code': 200} Sep 09 16:25:09.054944 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:09.073540 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fbde0238-07e8-47e0-931e-f1ff85cb0639 req-8c0359e5-0686-4443-83cc-27d2df6b5d28 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707133 Sep 09 16:25:09.108587 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=7']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:09.165186 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53433bd-3106-4780-85b2-2193028bedea req-19267ff2-533f-4aa2-935d-c0d22894cee4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:09.167593 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d53433bd-3106-4780-85b2-2193028bedea req-19267ff2-533f-4aa2-935d-c0d22894cee4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0570107 Sep 09 16:25:09.214141 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d53433bd-3106-4780-85b2-2193028bedea req-1b98fb11-0b5f-4fcd-ac86-f971153bb6bf tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396607 Sep 09 16:25:09.237268 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57188) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:09.477316 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c69e6-7447-46df-9ca0-775734ce9423 tempest-TestMinimumBasicScenario-1388095342 tempest-TestMinimumBasicScenario-1388095342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:09.478892 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7e8c69e6-7447-46df-9ca0-775734ce9423 tempest-TestMinimumBasicScenario-1388095342 tempest-TestMinimumBasicScenario-1388095342-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1094 time: 0.2406514 Sep 09 16:25:09.481771 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57192) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:09.486217 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'port_id': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:09.598549 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:09.706603 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:09.855782 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Allocated IP 172.27.2.172 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/5d2dfe30-ee2a-4d93-b4b9-945f6d3e345c) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:25:09.989869 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:10.199835 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:10.221064 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e664b6-090e-4490-a331-5d73fbd573a4 req-6a0e34ce-e8e4-4915-bb34-26873038f910 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:10.229758 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-98e664b6-090e-4490-a331-5d73fbd573a4 req-6a0e34ce-e8e4-4915-bb34-26873038f910 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0715351 Sep 09 16:25:10.261518 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:25:10.265799 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:25:10.268000 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-98e664b6-090e-4490-a331-5d73fbd573a4 req-791c3369-cf95-4bae-ae57-51ca809f5e29 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370641 Sep 09 16:25:10.269269 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:25:10.535181 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'Port': ['ID=5d2dfe30-ee2a-4d93-b4b9-945f6d3e345c,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:10.878557 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:11.020615 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:11.189212 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:11.254939 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24915856'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:11.365190 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:11.408582 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'Port': ['ID=5d2dfe30-ee2a-4d93-b4b9-945f6d3e345c,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:11.517818 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe0c62-a8ed-4d66-bf99-cf68e209c934 req-7d7380dd-426f-4968-a120-897069f1a5f7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:11.519322 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2fe0c62-a8ed-4d66-bf99-cf68e209c934 req-7d7380dd-426f-4968-a120-897069f1a5f7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0634561 Sep 09 16:25:11.580232 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e2fe0c62-a8ed-4d66-bf99-cf68e209c934 req-6d5328bf-8cfe-4350-99dd-cc5b6ee50463 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497618 Sep 09 16:25:11.581502 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Floating IP 9eda2824-72d3-47aa-a5f4-8c862c492f6a associated. External IP: 172.27.2.172, port: 3a8b890b-41d1-40fa-8c7e-637ac6719425. Sep 09 16:25:11.820025 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Router 2ec88269-5d22-4f55-8c97-764d3894e721 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:25:11.970472 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:25:11.987699 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] Sync routers for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:25:12.000137 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:25:12.000717 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:25:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:25:12.037222 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:12.080038 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 57214) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:12.081105 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-9de62fa6-0ff7-44ae-b351-afb74faf31aa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5977132 Sep 09 16:25:12.082208 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:25:12.084571 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-f6f897f5-59e3-46c2-838a-f832c04bf3d3 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1051662944', 'description': 'tempest-secgroup-smoke-1051662944 description', 'project_id': 'dd34758dd52547bcaad695426c39b68a'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:12.086564 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff" -d '{"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:25:12.147581 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657529dc-263a-46f3-970e-b8c3cec7778e x-openstack-request-id: req-657529dc-263a-46f3-970e-b8c3cec7778e {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:25:12.148097 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:25:12.148504 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-657529dc-263a-46f3-970e-b8c3cec7778e {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:25:12.149064 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'status': 'completed', 'code': 200} Sep 09 16:25:12.174376 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:25:12.230996 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f6f897f5-59e3-46c2-838a-f832c04bf3d3 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:12.337220 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f6f897f5-59e3-46c2-838a-f832c04bf3d3 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:12.352551 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-96041e8e-9bd4-4df0-827b-5bafe048cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:12.354694 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-96041e8e-9bd4-4df0-827b-5bafe048cc33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd34758dd52547bcaad695426c39b68a&device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1099 time: 0.1536438 Sep 09 16:25:12.466597 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '9eda2824-72d3-47aa-a5f4-8c862c492f6a', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'port_id': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'mac_address': 'fa:16:3e:78:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:25:10Z', 'updated_at': '2021-09-09T16:25:10Z', 'revision_number': 0, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:15Z', 'revision_number': 5, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:25:12.471226 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f6f897f5-59e3-46c2-838a-f832c04bf3d3 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:12.511895 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f897f5-59e3-46c2-838a-f832c04bf3d3 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0835af09-d5d6-413b-bfff-99ff94002569,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:12.525553 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] Checking router: 2ec88269-5d22-4f55-8c97-764d3894e721 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:25:12.538290 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:25:12.539579 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:25:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:25:12.546565 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-ad1f645f-f499-4151-b470-9416008e4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:12.548309 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-ad1f645f-f499-4151-b470-9416008e4807 service neutron] 10.222.0.21 "GET /v2.0/networks?id=479089fa-a386-4892-b31f-10521fedc485 HTTP/1.1" status: 200 len: 916 time: 0.1855509 Sep 09 16:25:12.599101 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f6f897f5-59e3-46c2-838a-f832c04bf3d3 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:12.600588 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-f6f897f5-59e3-46c2-838a-f832c04bf3d3 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5195284 Sep 09 16:25:12.604167 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57220) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:12.611374 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-fa188cdf-7071-483a-8e16-7e321e17e3ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'security_group_rule': {'security_group_id': '0835af09-d5d6-413b-bfff-99ff94002569', 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:12.661613 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-dce1bb5f-8406-4506-a8fc-d6b991e0775e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 1000 time: 0.0994990 Sep 09 16:25:12.718320 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:25:12.720857 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:12.755847 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-886f2fb5-1f25-4084-bdf7-008f6879b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:12.757375 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-886f2fb5-1f25-4084-bdf7-008f6879b98f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50774831-a8bf-4cb4-b785-0bd42aca0480 HTTP/1.1" status: 200 len: 854 time: 0.0852504 Sep 09 16:25:12.808033 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa188cdf-7071-483a-8e16-7e321e17e3ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:12.824604 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b1aae-ef9d-464c-b89e-9a8fb3f881ae req-ab7e8d44-a4bc-4101-a0ef-01be28ee4a5f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:12.824604 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ba2b1aae-ef9d-464c-b89e-9a8fb3f881ae req-ab7e8d44-a4bc-4101-a0ef-01be28ee4a5f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.1156404 Sep 09 16:25:12.871349 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-43bd4e8b-2bff-4f62-acf0-78cd1b57000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:12.873397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-43bd4e8b-2bff-4f62-acf0-78cd1b57000c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=479089fa-a386-4892-b31f-10521fedc485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1018662 Sep 09 16:25:12.938998 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa188cdf-7071-483a-8e16-7e321e17e3ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:12.942537 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ba2b1aae-ef9d-464c-b89e-9a8fb3f881ae req-749c21e7-98df-476f-81e2-5ac3dd12ffea tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090331 Sep 09 16:25:13.027340 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-8db62977-cf50-4ab9-9ba9-391a9e444db2 service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365716 Sep 09 16:25:13.054889 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa188cdf-7071-483a-8e16-7e321e17e3ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:13.077418 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa188cdf-7071-483a-8e16-7e321e17e3ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab227378-1dca-4694-b605-80ea181556fc,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:13.102381 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '9eda2824-72d3-47aa-a5f4-8c862c492f6a', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'port_id': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'mac_address': 'fa:16:3e:78:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:25:10Z', 'updated_at': '2021-09-09T16:25:10Z', 'revision_number': 0, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:15Z', 'revision_number': 5, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:25:13.149635 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27b8dc5-c4fa-43f6-ab7b-150ac991c349 None None] The sync data for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi is: [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '9eda2824-72d3-47aa-a5f4-8c862c492f6a', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'floating_ip_address': '172.27.2.172', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'port_id': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'mac_address': 'fa:16:3e:78:5e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:25:10Z', 'updated_at': '2021-09-09T16:25:10Z', 'revision_number': 0, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:15Z', 'revision_number': 5, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:25:13.151753 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-10c28d5d-f4b8-4ba6-a7f4-428b36abdfff req-e9cdcbec-b9c5-4388-b741-b2e50456f755 service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129422 Sep 09 16:25:13.217539 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa188cdf-7071-483a-8e16-7e321e17e3ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:13.218811 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-fa188cdf-7071-483a-8e16-7e321e17e3ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6130559 Sep 09 16:25:13.221997 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57228) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:13.228620 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-a4693cbb-ef4b-4827-bd8c-6bb99396bdf9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'security_group_rule': {'security_group_id': '0835af09-d5d6-413b-bfff-99ff94002569', 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:13.367484 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a4693cbb-ef4b-4827-bd8c-6bb99396bdf9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:13.437882 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a4693cbb-ef4b-4827-bd8c-6bb99396bdf9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:13.465966 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a983f4f-9180-43e4-94dc-5d66393ed980 None None] New status for floating IP 9eda2824-72d3-47aa-a5f4-8c862c492f6a: ACTIVE {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:25:13.515595 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a4693cbb-ef4b-4827-bd8c-6bb99396bdf9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:13.551308 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4693cbb-ef4b-4827-bd8c-6bb99396bdf9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e986f9d4-5307-4a52-a4a8-b2bc8aebd2a7,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:13.953893 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a4693cbb-ef4b-4827-bd8c-6bb99396bdf9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:13.953893 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a4693cbb-ef4b-4827-bd8c-6bb99396bdf9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6659019 Sep 09 16:25:13.953893 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57234) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:13.953893 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-b13ecc14-7899-4efb-b9b3-c881e70a5de0 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'security_group_rule': {'security_group_id': '0835af09-d5d6-413b-bfff-99ff94002569', 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:14.079971 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720e4f6-39e0-4adc-adf8-61ec7b6a46c9 req-e17c825e-de12-43a6-aa27-e72bfd60a76d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:14.081413 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4720e4f6-39e0-4adc-adf8-61ec7b6a46c9 req-e17c825e-de12-43a6-aa27-e72bfd60a76d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0494103 Sep 09 16:25:14.141300 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-4720e4f6-39e0-4adc-adf8-61ec7b6a46c9 req-4e3c995d-3fc2-4b4a-a401-7339a71dbb90 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538075 Sep 09 16:25:14.493955 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b13ecc14-7899-4efb-b9b3-c881e70a5de0 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:14.581954 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b13ecc14-7899-4efb-b9b3-c881e70a5de0 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:14.652535 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b13ecc14-7899-4efb-b9b3-c881e70a5de0 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:14.672571 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ecc14-7899-4efb-b9b3-c881e70a5de0 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6aa9ad3-717f-48ec-b825-ce72478e1f6a,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:14.745103 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b13ecc14-7899-4efb-b9b3-c881e70a5de0 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:14.746432 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b13ecc14-7899-4efb-b9b3-c881e70a5de0 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8413579 Sep 09 16:25:14.749247 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57242) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:14.753759 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-fa7151bb-ecb8-4868-b69a-5e6887409280 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'security_group_rule': {'security_group_id': '0835af09-d5d6-413b-bfff-99ff94002569', 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:14.865922 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa7151bb-ecb8-4868-b69a-5e6887409280 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:14.951635 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa7151bb-ecb8-4868-b69a-5e6887409280 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.020640 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa7151bb-ecb8-4868-b69a-5e6887409280 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.042331 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7151bb-ecb8-4868-b69a-5e6887409280 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29639de-c014-4980-a305-dce0e81fb7f0,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:15.112880 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-fa7151bb-ecb8-4868-b69a-5e6887409280 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.118392 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 57246) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:15.119087 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-fa7151bb-ecb8-4868-b69a-5e6887409280 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673818 Sep 09 16:25:15.123008 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-9380073c-2570-4b07-9f2f-6d1cd484b76b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'security_group_rule': {'security_group_id': '0835af09-d5d6-413b-bfff-99ff94002569', 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:15.215332 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.securitygroups_db [None req-9380073c-2570-4b07-9f2f-6d1cd484b76b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Project dd34758dd52547bcaad695426c39b68a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 16:25:15.227009 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9380073c-2570-4b07-9f2f-6d1cd484b76b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.277631 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832d924-6257-4197-b2cc-12a3c72c22c5 req-da3ee8b0-dc6f-49e4-8a60-cf14fa94d23f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:15.279239 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a832d924-6257-4197-b2cc-12a3c72c22c5 req-da3ee8b0-dc6f-49e4-8a60-cf14fa94d23f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0597274 Sep 09 16:25:15.313246 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9380073c-2570-4b07-9f2f-6d1cd484b76b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.328746 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a832d924-6257-4197-b2cc-12a3c72c22c5 req-25690e89-92dd-491f-a452-9a3fecdc507b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407932 Sep 09 16:25:15.369454 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9380073c-2570-4b07-9f2f-6d1cd484b76b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.390120 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380073c-2570-4b07-9f2f-6d1cd484b76b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70031276-b602-4b15-af43-ecbe21afe928,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:15.461300 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9380073c-2570-4b07-9f2f-6d1cd484b76b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.462701 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9380073c-2570-4b07-9f2f-6d1cd484b76b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3438900 Sep 09 16:25:15.466541 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 57250) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:15.470128 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-4e85b9fa-09f5-4235-9d3f-19c049fd2e2d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'security_group_rule': {'security_group_id': '0835af09-d5d6-413b-bfff-99ff94002569', 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:15.535419 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.securitygroups_db [None req-4e85b9fa-09f5-4235-9d3f-19c049fd2e2d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Project dd34758dd52547bcaad695426c39b68a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 16:25:15.541084 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4e85b9fa-09f5-4235-9d3f-19c049fd2e2d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.623752 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4e85b9fa-09f5-4235-9d3f-19c049fd2e2d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.715541 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4e85b9fa-09f5-4235-9d3f-19c049fd2e2d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.735937 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b9fa-09f5-4235-9d3f-19c049fd2e2d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f9fcd4-45ec-4350-abc6-2e4716004d91,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:15.807423 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-4e85b9fa-09f5-4235-9d3f-19c049fd2e2d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:15.808700 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-4e85b9fa-09f5-4235-9d3f-19c049fd2e2d tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3421178 Sep 09 16:25:15.909461 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-05eeeb7b-cfb5-458d-adaa-8fed96adc189 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051662944&fields=id&tenant_id=dd34758dd52547bcaad695426c39b68a HTTP/1.1" status: 200 len: 267 time: 0.0465140 Sep 09 16:25:15.966945 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-342d9f23-7744-4208-bfcf-bf9181ad166e tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:15.968781 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-342d9f23-7744-4208-bfcf-bf9181ad166e tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0584788 Sep 09 16:25:15.985539 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'port': {'security_groups': ['c85548bf-29d2-46d4-912c-da47eeb2d87c', '0835af09-d5d6-413b-bfff-99ff94002569']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:25:16.060999 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:16.289884 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] For port 3a8b890b-41d1-40fa-8c7e-637ac6719425, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:16.326177 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:16.394942 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:16.432961 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['3a8b890b-41d1-40fa-8c7e-637ac6719425'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:25:16.468838 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16647380-ab4c-4d23-8e99-02ecf547162c req-00f14a25-de89-4cea-831b-f3e6a239a969 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:16.470804 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:16.471461 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:16.473160 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-da4021cf-2053-4d1d-8b8c-5b60ec380c22 req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "PUT /v2.0/ports/3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 982 time: 0.4955420 Sep 09 16:25:16.475246 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-16647380-ab4c-4d23-8e99-02ecf547162c req-00f14a25-de89-4cea-831b-f3e6a239a969 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0663722 Sep 09 16:25:16.543087 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:25:16.547500 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996e126d-d1e1-41a4-8ad2-952f424590d8" -d '{"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:25:16.556074 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc37376-9693-442f-ba43-67be3f3ca032 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'Port': ['ID=3a8b890b-41d1-40fa-8c7e-637ac6719425,revision_number=6']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:16.592034 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-16647380-ab4c-4d23-8e99-02ecf547162c req-b5de3a1e-0f98-4faa-997f-511fa8ce1644 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949883 Sep 09 16:25:16.634610 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['3a8b890b-41d1-40fa-8c7e-637ac6719425'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:25:16.642176 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb111a5d-aa4a-4bc5-ab37-869b37393c44 req-811e47f7-4989-46ed-9c46-bae7e8371dc9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:16.652138 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bb111a5d-aa4a-4bc5-ab37-869b37393c44 req-811e47f7-4989-46ed-9c46-bae7e8371dc9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0878651 Sep 09 16:25:16.660648 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58287a5c-38ca-42f7-9fd5-0f0ceea0c665 x-openstack-request-id: req-58287a5c-38ca-42f7-9fd5-0f0ceea0c665 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:25:16.661013 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:25:16.661336 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58287a5c-38ca-42f7-9fd5-0f0ceea0c665 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:25:16.661829 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'status': 'completed', 'code': 200} Sep 09 16:25:16.742188 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bb111a5d-aa4a-4bc5-ab37-869b37393c44 req-02f72a7a-f18d-4a09-9017-ecf406d5d03a tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0887325 Sep 09 16:25:16.774532 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-1d776390-bdce-482b-ad2a-f70624ad1af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:16.776240 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-1d776390-bdce-482b-ad2a-f70624ad1af6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd34758dd52547bcaad695426c39b68a&device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1138 time: 0.0594406 Sep 09 16:25:16.820458 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a70550c1-7a00-4ab0-9da8-9bcec5d5594a None None] Provisioning complete for port 3a8b890b-41d1-40fa-8c7e-637ac6719425 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:25:16.821108 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a70550c1-7a00-4ab0-9da8-9bcec5d5594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:16.898886 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-fbb39110-4c52-4088-87df-29cf2e68fc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:16.900817 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-fbb39110-4c52-4088-87df-29cf2e68fc40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=479089fa-a386-4892-b31f-10521fedc485 HTTP/1.1" status: 200 len: 916 time: 0.1166894 Sep 09 16:25:17.004806 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-3a82de15-6f9e-406c-9cd8-40cfbd5d56a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 1002 time: 0.0952275 Sep 09 16:25:17.061299 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-dd1037e1-22b1-4ab0-b9ea-59e867c141e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:17.062907 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-dd1037e1-22b1-4ab0-b9ea-59e867c141e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50774831-a8bf-4cb4-b785-0bd42aca0480 HTTP/1.1" status: 200 len: 854 time: 0.0500546 Sep 09 16:25:17.120231 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-d3696dce-82fd-456d-9049-86a9242e2d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:17.120231 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-d3696dce-82fd-456d-9049-86a9242e2d1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=479089fa-a386-4892-b31f-10521fedc485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453224 Sep 09 16:25:17.235018 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-40a9e3ce-e731-475f-b7da-0da03c3a7eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038063 Sep 09 16:25:17.352513 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-996e126d-d1e1-41a4-8ad2-952f424590d8 req-031ae12d-ce04-4a7f-87d8-e990c2a4d5e3 service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055536 Sep 09 16:25:17.715121 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800f8ed-bd7a-4b06-972a-b04537be3261 req-cdb1e8e8-5c71-4e80-b03c-bdb629333773 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:17.716600 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7800f8ed-bd7a-4b06-972a-b04537be3261 req-cdb1e8e8-5c71-4e80-b03c-bdb629333773 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0522470 Sep 09 16:25:17.755963 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7800f8ed-bd7a-4b06-972a-b04537be3261 req-0b05e6a0-957c-46f2-b77c-f7c8bb85acf6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332408 Sep 09 16:25:18.880406 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299751ef-2f5b-4ad2-b04f-6690da01765a req-8c11ab8d-e735-4654-8dca-94144e96a317 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:18.881939 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-299751ef-2f5b-4ad2-b04f-6690da01765a req-8c11ab8d-e735-4654-8dca-94144e96a317 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0525916 Sep 09 16:25:18.924072 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-299751ef-2f5b-4ad2-b04f-6690da01765a req-47a99bff-c90b-485b-a630-90f2b0bc06f3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361993 Sep 09 16:25:19.949944 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-4c8c83b7-285f-4dd4-9517-152a87f5de03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:19.951477 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-4c8c83b7-285f-4dd4-9517-152a87f5de03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 1098 time: 0.0407758 Sep 09 16:25:20.041376 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa89cd8-41c3-4ae4-96ab-0364bc334d0d req-f47b552b-3ac4-4282-a498-e66205b53377 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:20.042772 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-0534275e-1d18-4012-9da5-b4d031dbd858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:20.042885 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dfa89cd8-41c3-4ae4-96ab-0364bc334d0d req-f47b552b-3ac4-4282-a498-e66205b53377 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0472443 Sep 09 16:25:20.044275 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-0534275e-1d18-4012-9da5-b4d031dbd858 service neutron] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 917 time: 0.0843163 Sep 09 16:25:20.081279 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dfa89cd8-41c3-4ae4-96ab-0364bc334d0d req-42d79074-2626-4c06-bbdc-421bdad5c298 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Sep 09 16:25:20.113742 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-d5ee9bf4-22de-4b2e-9677-cf816fe2f90d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8860de0-556f-4872-a98d-2c298776f56c HTTP/1.1" status: 200 len: 1001 time: 0.0620909 Sep 09 16:25:20.162653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-c6fc7759-e89a-4241-bbb3-28c85a77b78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:20.164598 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-c6fc7759-e89a-4241-bbb3-28c85a77b78f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0441859 Sep 09 16:25:20.211486 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-ee0edba5-7383-493c-a448-347d74e9a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:20.212913 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-ee0edba5-7383-493c-a448-347d74e9a0bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406616 Sep 09 16:25:20.307472 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-ac16722a-228e-4d4c-89ae-028d3daa46c2 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860965 Sep 09 16:25:20.405540 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d7e655e0-b7eb-45eb-ac3c-48ef07f6a807 req-a722b563-e530-4ced-bec3-742e8db0f6ae service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892692 Sep 09 16:25:21.199003 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231cabc-55aa-482b-8683-cb47588fb04f req-872a4343-aff3-492e-ac02-cf909ef30689 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:21.200489 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1231cabc-55aa-482b-8683-cb47588fb04f req-872a4343-aff3-492e-ac02-cf909ef30689 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0476410 Sep 09 16:25:21.237669 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1231cabc-55aa-482b-8683-cb47588fb04f req-b87c3bcd-3996-46af-8689-9ea51a189ba7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311401 Sep 09 16:25:22.354198 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94429296-1dac-4ae7-8edb-dd51d76dcd75 req-359fa2c3-88c7-4fec-b137-9d48225cb6b3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:22.355666 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-94429296-1dac-4ae7-8edb-dd51d76dcd75 req-359fa2c3-88c7-4fec-b137-9d48225cb6b3 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Sep 09 16:25:22.393445 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-94429296-1dac-4ae7-8edb-dd51d76dcd75 req-80ef10af-02fc-4197-a113-85189b77be90 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Sep 09 16:25:23.510409 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61152ba3-7bac-4852-ad39-925d8a136452 req-0c3f34e1-5913-409f-910e-63bc0e62bb26 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:23.511871 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-61152ba3-7bac-4852-ad39-925d8a136452 req-0c3f34e1-5913-409f-910e-63bc0e62bb26 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 945 time: 0.0481434 Sep 09 16:25:23.549530 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-61152ba3-7bac-4852-ad39-925d8a136452 req-2df59a28-a656-43bd-959e-a85f21067eb1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Sep 09 16:25:24.815150 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:25:24.893398 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:24.916925 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:25:24.923048 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1411abe7-3395-410e-8ba9-d98bf3e33135" -d '{"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-unplugged", "status": "completed", "tag": "c8860de0-556f-4872-a98d-2c298776f56c"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:25:24.935670 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:25.032442 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:25.080007 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=8']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:25.098701 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:25:25.196484 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 16:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f302203-5989-45b6-b79e-ce01ca961f56 x-openstack-request-id: req-7f302203-5989-45b6-b79e-ce01ca961f56 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:25:25.196848 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-unplugged", "status": "failed", "tag": "c8860de0-556f-4872-a98d-2c298776f56c", "code": 422}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:25:25.197202 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f302203-5989-45b6-b79e-ce01ca961f56 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:25:25.197705 dv-cinder-760199-19-iscsi neutron-server[94614]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c', 'code': 422} returned with failed status Sep 09 16:25:25.960439 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfad4b-d7d0-47da-930d-680eb633611e req-928d8076-7baa-4053-9fce-6e6c0fa6b80e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:25.972909 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a6dfad4b-d7d0-47da-930d-680eb633611e req-928d8076-7baa-4053-9fce-6e6c0fa6b80e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0514481 Sep 09 16:25:26.001175 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a6dfad4b-d7d0-47da-930d-680eb633611e req-3c0fc5be-8960-49c9-8dfb-2e7cd5dc8d9e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329683 Sep 09 16:25:26.209565 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-8e406f3b-790d-4571-a112-f1d805dd94d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0376093 Sep 09 16:25:27.124228 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f613b-3907-46e0-858b-0b9987e613dc req-493f01db-4b1b-46de-88ee-e7f54de3e9b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:27.125670 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-005f613b-3907-46e0-858b-0b9987e613dc req-493f01db-4b1b-46de-88ee-e7f54de3e9b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0505364 Sep 09 16:25:27.162938 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-005f613b-3907-46e0-858b-0b9987e613dc req-46511f95-80de-428f-af48-c70960123698 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312381 Sep 09 16:25:27.638976 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-0448590f-b8cb-481e-8d39-b0ecf6e2b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:27.640434 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-0448590f-b8cb-481e-8d39-b0ecf6e2b7f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69&tenant_id=47f4b652e47e4f2a8c76229ad4ef3924 HTTP/1.1" status: 200 len: 1096 time: 0.0397334 Sep 09 16:25:27.718547 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-12b87243-b654-4755-b477-031f122e1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:27.719977 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-12b87243-b654-4755-b477-031f122e1b76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 1096 time: 0.0379725 Sep 09 16:25:27.812272 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-36ebd3a9-900f-4073-b606-12dadac75590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:27.813716 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-36ebd3a9-900f-4073-b606-12dadac75590 service neutron] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 917 time: 0.0865862 Sep 09 16:25:27.878039 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-77a46b0e-be5d-40c1-9197-4bc6df25ab83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8860de0-556f-4872-a98d-2c298776f56c HTTP/1.1" status: 200 len: 999 time: 0.0560868 Sep 09 16:25:27.929249 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-6c1950af-a2d6-4e03-b1a1-a7abea829797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:27.931686 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-6c1950af-a2d6-4e03-b1a1-a7abea829797 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0467305 Sep 09 16:25:27.976019 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-97b6823c-e1bc-475e-b4d9-f827b19c28b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:27.978106 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-97b6823c-e1bc-475e-b4d9-f827b19c28b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384860 Sep 09 16:25:28.066224 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-fe5e04b6-db61-47d0-aebc-134689b548f6 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805709 Sep 09 16:25:28.158053 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8d7f178a-e564-43f4-8c1b-e0b4d570af14 req-4ede1181-f3ac-428e-b661-8db45c997737 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845537 Sep 09 16:25:28.285857 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343db17b-3172-4052-8f23-813e957cbead req-651ea3ec-e974-4ac0-a999-ed6e61410783 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:28.287441 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-343db17b-3172-4052-8f23-813e957cbead req-651ea3ec-e974-4ac0-a999-ed6e61410783 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0472057 Sep 09 16:25:28.334681 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-343db17b-3172-4052-8f23-813e957cbead req-821bf5ed-eb2d-4ea4-bac9-423731ac7371 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340974 Sep 09 16:25:29.460227 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ac123-71f4-48e9-ad28-40041988c261 req-d9e86cdf-d4a5-4b30-a78a-c4ed5e4aa977 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:29.462600 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a37ac123-71f4-48e9-ad28-40041988c261 req-d9e86cdf-d4a5-4b30-a78a-c4ed5e4aa977 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0570843 Sep 09 16:25:29.500310 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a37ac123-71f4-48e9-ad28-40041988c261 req-1ab1a090-4fff-4477-9b60-a2e41a9a3a50 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317960 Sep 09 16:25:30.623092 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e25c12-e7ff-47b9-8ff8-061548456507 req-1cee3c3e-2823-4361-aab8-89d078f9878e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:30.624575 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f3e25c12-e7ff-47b9-8ff8-061548456507 req-1cee3c3e-2823-4361-aab8-89d078f9878e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0499520 Sep 09 16:25:30.664887 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f3e25c12-e7ff-47b9-8ff8-061548456507 req-dcdb971b-e805-4af9-9785-eb08eb9d8e4f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341680 Sep 09 16:25:31.793196 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d547c-58c1-4b1a-91fe-5d7bb99cac40 req-2ad82756-8a2b-4722-9580-1be8a5f933c0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:31.794865 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4c9d547c-58c1-4b1a-91fe-5d7bb99cac40 req-2ad82756-8a2b-4722-9580-1be8a5f933c0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0579400 Sep 09 16:25:31.835748 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4c9d547c-58c1-4b1a-91fe-5d7bb99cac40 req-53a39ae1-f4b8-4ebf-a747-9d1fff73b54f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341742 Sep 09 16:25:32.961388 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79034591-9f68-4e06-8902-b29ec7c75a51 req-badbb8de-30ac-4b92-896b-1b036ebe1fc2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:32.963081 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-79034591-9f68-4e06-8902-b29ec7c75a51 req-badbb8de-30ac-4b92-896b-1b036ebe1fc2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0541751 Sep 09 16:25:33.003582 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-79034591-9f68-4e06-8902-b29ec7c75a51 req-0b293dcb-8bf5-4225-b89e-1488001a2f63 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344450 Sep 09 16:25:34.012018 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-c38568c0-d72a-4cf7-81c6-241409f0db50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:34.134058 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681a35a-5655-4901-abe0-7a25177296d2 req-4a182595-a215-41b7-9a07-1dfa112f3a8e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:34.135614 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2681a35a-5655-4901-abe0-7a25177296d2 req-4a182595-a215-41b7-9a07-1dfa112f3a8e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0512643 Sep 09 16:25:34.180732 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2681a35a-5655-4901-abe0-7a25177296d2 req-f1c1fdc2-7628-454d-a2e5-ac4a668461d2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384214 Sep 09 16:25:34.262955 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250255f-2fef-4c14-916b-37f44cc56041 req-eb7bb296-1fd7-4826-bfb4-981ba5311242 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:34.264541 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d250255f-2fef-4c14-916b-37f44cc56041 req-eb7bb296-1fd7-4826-bfb4-981ba5311242 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0494821 Sep 09 16:25:34.310257 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d250255f-2fef-4c14-916b-37f44cc56041 req-94f5f1b2-6a9e-41d5-b3b9-2aba758d3250 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394537 Sep 09 16:25:35.302767 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbaf4b5-b74a-42c7-8376-8d6cf9ba8581 req-aeb8f1d3-0d7b-43e4-b675-fef3c21c41ff tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:35.307755 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0bbaf4b5-b74a-42c7-8376-8d6cf9ba8581 req-aeb8f1d3-0d7b-43e4-b675-fef3c21c41ff tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0538704 Sep 09 16:25:35.348525 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0bbaf4b5-b74a-42c7-8376-8d6cf9ba8581 req-40a0c196-a828-4242-a26f-65e2a30a3440 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353417 Sep 09 16:25:35.431382 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234005-387f-42ff-a56d-5ebc7abe6ca8 req-909f78c2-c966-440a-b27a-f7a28d2f1c64 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:35.432907 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-94234005-387f-42ff-a56d-5ebc7abe6ca8 req-909f78c2-c966-440a-b27a-f7a28d2f1c64 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0505567 Sep 09 16:25:35.473558 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-94234005-387f-42ff-a56d-5ebc7abe6ca8 req-e2b10fb9-728f-4962-9a68-037a5646a945 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344748 Sep 09 16:25:35.594786 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f50d86df-dee8-4a05-87bd-a38862764676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:36.095504 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:36.478883 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3365b-94fd-46db-bbd3-8711a5948b37 req-458e207f-7df7-4ddc-9e65-67f03b46d1b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:36.480564 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c9b3365b-94fd-46db-bbd3-8711a5948b37 req-458e207f-7df7-4ddc-9e65-67f03b46d1b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0530341 Sep 09 16:25:36.524893 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-c9b3365b-94fd-46db-bbd3-8711a5948b37 req-abfaf169-3c38-4a54-9443-362c4f5616a9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373402 Sep 09 16:25:36.612209 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:36.620157 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddce1b-f412-41c5-9452-8eded647b8c0 req-7fc82386-36b2-4ffb-9de2-e816a7c46ae1 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:36.623156 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8eddce1b-f412-41c5-9452-8eded647b8c0 req-7fc82386-36b2-4ffb-9de2-e816a7c46ae1 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0588846 Sep 09 16:25:36.664097 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8eddce1b-f412-41c5-9452-8eded647b8c0 req-c01d84eb-e9c4-4276-bbf4-14680396b9ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361919 Sep 09 16:25:37.650983 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95172dfb-b685-4ddb-bfc1-980ad35efb10 req-ca62a6f2-a127-49de-9595-56093b5f42c0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:37.652484 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95172dfb-b685-4ddb-bfc1-980ad35efb10 req-ca62a6f2-a127-49de-9595-56093b5f42c0 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0505731 Sep 09 16:25:37.691960 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95172dfb-b685-4ddb-bfc1-980ad35efb10 req-5bf121f0-980f-4942-af8e-71658517dd78 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334442 Sep 09 16:25:37.791835 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c0daf-744a-45af-b920-61095cbafd5f req-27a42d55-714f-4f16-9602-2d33b6f551ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:37.793318 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-329c0daf-744a-45af-b920-61095cbafd5f req-27a42d55-714f-4f16-9602-2d33b6f551ef tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0492685 Sep 09 16:25:37.835351 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-329c0daf-744a-45af-b920-61095cbafd5f req-3e603412-59fa-4f34-9e9a-ec7398a53ddc tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358119 Sep 09 16:25:38.426166 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:38.844929 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ede65-6318-4824-9eca-59975e1ad812 req-c177bd80-fb81-44c4-bcc9-e9c80d9824b2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:38.846444 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c5ede65-6318-4824-9eca-59975e1ad812 req-c177bd80-fb81-44c4-bcc9-e9c80d9824b2 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0555413 Sep 09 16:25:38.893201 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0c5ede65-6318-4824-9eca-59975e1ad812 req-5a5d5e80-6e12-41f2-a3f9-bf236b6a5c49 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Sep 09 16:25:38.956972 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd936f95-7a61-4b4d-bf76-bc38bdd6d6ef req-b9e26c7c-bb7a-4c8b-9bcf-cc0f7b95d40f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:38.958849 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd936f95-7a61-4b4d-bf76-bc38bdd6d6ef req-b9e26c7c-bb7a-4c8b-9bcf-cc0f7b95d40f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0507240 Sep 09 16:25:39.005500 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bd936f95-7a61-4b4d-bf76-bc38bdd6d6ef req-2557fb2b-32fb-4ff4-8047-93dc9dce5195 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404158 Sep 09 16:25:40.015229 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d1c00-d1ea-4e85-a807-1bca189bab51 req-caec6944-3f2e-44d1-a16c-25b502d8d83a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:40.016777 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-441d1c00-d1ea-4e85-a807-1bca189bab51 req-caec6944-3f2e-44d1-a16c-25b502d8d83a tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0531313 Sep 09 16:25:40.057620 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-441d1c00-d1ea-4e85-a807-1bca189bab51 req-86800567-e7f9-41d6-a2c4-86a3cd8123a8 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349560 Sep 09 16:25:40.133847 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856bd07-fc6c-455c-a79e-e2949553a7f0 req-82dbfc50-176a-4b74-ac9b-71ca784761ed tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:40.135323 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3856bd07-fc6c-455c-a79e-e2949553a7f0 req-82dbfc50-176a-4b74-ac9b-71ca784761ed tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0607171 Sep 09 16:25:40.201681 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-e0fefb74-33ef-429a-b87a-ff1c3446c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:40.203104 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-e0fefb74-33ef-429a-b87a-ff1c3446c01d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd34758dd52547bcaad695426c39b68a&device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1138 time: 0.0626526 Sep 09 16:25:40.207080 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3856bd07-fc6c-455c-a79e-e2949553a7f0 req-927ea0f8-b72f-4469-b592-c5704e90476f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655499 Sep 09 16:25:40.296396 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-d60d1f0d-531c-4870-9b2d-e7549d698d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:40.297853 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-d60d1f0d-531c-4870-9b2d-e7549d698d94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=479089fa-a386-4892-b31f-10521fedc485 HTTP/1.1" status: 200 len: 916 time: 0.0858495 Sep 09 16:25:40.363383 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-d74ccdef-8ef7-464d-bd58-65aa2f1aa6c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 1002 time: 0.0568433 Sep 09 16:25:40.413029 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-9bcdade7-16e0-48a4-b214-ca41ddca88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:40.414544 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-9bcdade7-16e0-48a4-b214-ca41ddca88a6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50774831-a8bf-4cb4-b785-0bd42aca0480 HTTP/1.1" status: 200 len: 854 time: 0.0434520 Sep 09 16:25:40.463546 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-8fae9207-6857-4cb9-b845-6c3a8a6bb072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:40.464921 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-8fae9207-6857-4cb9-b845-6c3a8a6bb072 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=479089fa-a386-4892-b31f-10521fedc485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418003 Sep 09 16:25:40.552824 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-e4440b01-f1b9-4ee0-8f52-788e8c6e284d service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802658 Sep 09 16:25:40.645725 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b485db2f-f19c-46ac-a418-c2b7e36be929 req-40a0b9e7-5208-4b58-b5df-770ed69bdf48 service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832908 Sep 09 16:25:41.181059 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2c69e-4339-4410-af6e-1bdea0616c74 req-ceb0770b-4bf1-4a2b-9038-ea15edbfb481 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:41.182594 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b3e2c69e-4339-4410-af6e-1bdea0616c74 req-ceb0770b-4bf1-4a2b-9038-ea15edbfb481 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0495150 Sep 09 16:25:41.220869 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b3e2c69e-4339-4410-af6e-1bdea0616c74 req-f827bb9d-2ce3-44bd-a8e2-a36f7c75bd9e tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320227 Sep 09 16:25:41.322635 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce0e5-acde-4ff8-a776-f097b0b8ac99 req-5a82331d-cb17-4cf8-a4af-e24bc466109a tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:41.324114 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-014ce0e5-acde-4ff8-a776-f097b0b8ac99 req-5a82331d-cb17-4cf8-a4af-e24bc466109a tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0490115 Sep 09 16:25:41.364358 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-014ce0e5-acde-4ff8-a776-f097b0b8ac99 req-6e9423fc-123a-4983-9338-45db4c0f8eee tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340588 Sep 09 16:25:42.338754 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c363e9-1f1b-4bdb-bc8a-01a1a58cf284 req-229a858f-d801-4933-8e6f-b3e71955c5c9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:42.340211 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8c363e9-1f1b-4bdb-bc8a-01a1a58cf284 req-229a858f-d801-4933-8e6f-b3e71955c5c9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 943 time: 0.0491693 Sep 09 16:25:42.377193 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f8c363e9-1f1b-4bdb-bc8a-01a1a58cf284 req-4f8daa5a-c993-4e03-99ea-a84f22a574cb tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Sep 09 16:25:42.477253 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de3673-ccb4-4ed9-bb0f-59affcbdc286 req-de13cf0b-2a43-47cb-8ca7-e70a6ba17a62 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:42.478730 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e8de3673-ccb4-4ed9-bb0f-59affcbdc286 req-de13cf0b-2a43-47cb-8ca7-e70a6ba17a62 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0470154 Sep 09 16:25:42.519615 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e8de3673-ccb4-4ed9-bb0f-59affcbdc286 req-8c4f9131-3a8e-49de-a970-5595f76b7a81 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347395 Sep 09 16:25:42.586408 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:42.876216 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:25:42.971396 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:42.982920 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'c8860de0-556f-4872-a98d-2c298776f56c', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'port_id': 'c8860de0-556f-4872-a98d-2c298776f56c', 'mac_address': 'fa:16:3e:e4:f8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:25:43.022835 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:43.035376 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8860de0-556f-4872-a98d-2c298776f56c {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:25:43.054253 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:43.174470 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:43.220896 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=9']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:43.497181 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be3a0e-5e7d-4b19-9362-2184768b9b23 req-33524256-e689-4af3-8dd3-29b7c48144f6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:43.498738 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-44be3a0e-5e7d-4b19-9362-2184768b9b23 req-33524256-e689-4af3-8dd3-29b7c48144f6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 944 time: 0.0517528 Sep 09 16:25:43.498860 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['c8860de0-556f-4872-a98d-2c298776f56c'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:25:43.536349 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-44be3a0e-5e7d-4b19-9362-2184768b9b23 req-fe88a66d-5d2c-48b1-afaf-1128a8a486c6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316854 Sep 09 16:25:43.652438 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdeb47-9284-4531-972d-7745ef2fd47e req-b51ad0ec-d912-490b-96d2-c88b65dd4ff5 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:43.653916 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9ecdeb47-9284-4531-972d-7745ef2fd47e req-b51ad0ec-d912-490b-96d2-c88b65dd4ff5 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0509427 Sep 09 16:25:43.693345 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9ecdeb47-9284-4531-972d-7745ef2fd47e req-e9ba68c2-7b3b-48e4-bdce-135a5d684c59 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333714 Sep 09 16:25:44.656239 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee96568-bc40-41e8-8775-27d60c39ef98 req-64b10c76-6a38-4928-b62a-cdc190b95fb7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:44.657695 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9ee96568-bc40-41e8-8775-27d60c39ef98 req-64b10c76-6a38-4928-b62a-cdc190b95fb7 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 944 time: 0.0478678 Sep 09 16:25:44.694712 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9ee96568-bc40-41e8-8775-27d60c39ef98 req-b170740b-fef4-41ad-a5d1-8d23a0f7407f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311327 Sep 09 16:25:44.806806 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbed8b0-557e-4486-99b2-a8773f8db95d req-4b1cbb99-2fc1-46b0-b15c-a4be7738c8b8 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:44.808273 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1bbed8b0-557e-4486-99b2-a8773f8db95d req-4b1cbb99-2fc1-46b0-b15c-a4be7738c8b8 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0485368 Sep 09 16:25:44.849070 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1bbed8b0-557e-4486-99b2-a8773f8db95d req-0c8f132c-4a1f-405e-993e-a29d1482afd6 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344665 Sep 09 16:25:44.890553 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:25:44.937931 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port c8860de0-556f-4872-a98d-2c298776f56c triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:25:44.938308 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:45.013859 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:45.034925 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:25:45.037160 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52891651-ed3f-4d83-819e-661313fd309f" -d '{"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-plugged", "status": "completed", "tag": "c8860de0-556f-4872-a98d-2c298776f56c"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:25:45.049602 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:45.073922 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5f7314-4612-4fc7-b22d-26681836d32f x-openstack-request-id: req-2c5f7314-4612-4fc7-b22d-26681836d32f {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:25:45.074235 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-plugged", "status": "completed", "tag": "c8860de0-556f-4872-a98d-2c298776f56c", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:25:45.074484 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c5f7314-4612-4fc7-b22d-26681836d32f {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:25:45.074918 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c', 'code': 200} Sep 09 16:25:45.134812 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:45.191004 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=10']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:45.450572 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aee203-dfc0-4593-a487-3e5a9b5b4875 req-e30ed7b4-bca0-4762-949a-48710500f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:45.452042 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6aee203-dfc0-4593-a487-3e5a9b5b4875 req-e30ed7b4-bca0-4762-949a-48710500f846 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 1099 time: 0.0390089 Sep 09 16:25:45.489628 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e6aee203-dfc0-4593-a487-3e5a9b5b4875 req-180f8cc1-207b-4d03-94e4-8a4cc0b074a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277379 Sep 09 16:25:45.815799 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b314f-adb5-4781-be75-e5f131e6d0af req-6a43a604-d021-4083-91c5-057aebca5016 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:45.817267 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2f7b314f-adb5-4781-be75-e5f131e6d0af req-6a43a604-d021-4083-91c5-057aebca5016 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 946 time: 0.0508299 Sep 09 16:25:45.856055 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2f7b314f-adb5-4781-be75-e5f131e6d0af req-55f8ceb7-946f-4b2b-b009-55344adcae0f tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Sep 09 16:25:45.966168 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cef20d-78b9-4475-992c-e99a4170dc57 req-8e78501c-367d-4f15-8ad3-6e823ed05aac tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:45.967692 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-71cef20d-78b9-4475-992c-e99a4170dc57 req-8e78501c-367d-4f15-8ad3-6e823ed05aac tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0484564 Sep 09 16:25:46.009213 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-71cef20d-78b9-4475-992c-e99a4170dc57 req-294d0dbd-b22b-429e-8888-15b8f644f32a tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335789 Sep 09 16:25:46.979196 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad2166-4f35-4617-9e6f-f531e02c911a req-9c5c5ae6-cd57-49c1-b98f-9ad128394756 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:46.980655 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cdad2166-4f35-4617-9e6f-f531e02c911a req-9c5c5ae6-cd57-49c1-b98f-9ad128394756 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 946 time: 0.0538507 Sep 09 16:25:47.023092 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cdad2166-4f35-4617-9e6f-f531e02c911a req-fdd664d6-edc0-4634-b380-01850567400d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363209 Sep 09 16:25:47.128100 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a1c32-5c31-4476-9796-2d95055afc85 req-1e50f7a2-6e84-4fdb-8b32-ab54142b5d10 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:47.129476 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-202a1c32-5c31-4476-9796-2d95055afc85 req-1e50f7a2-6e84-4fdb-8b32-ab54142b5d10 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0545371 Sep 09 16:25:47.168769 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-202a1c32-5c31-4476-9796-2d95055afc85 req-6a3b5b76-79e8-4761-bc3d-fbf1dbfd8d2a tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329285 Sep 09 16:25:47.958779 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-813e213f-6cd6-4600-8f6f-bdc02b0cada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:47.960379 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-813e213f-6cd6-4600-8f6f-bdc02b0cada4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 1099 time: 0.0403790 Sep 09 16:25:48.154676 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ac10d-a7ce-4732-83f7-8023c076ef5b req-9491c09c-a414-4d01-85c6-905ff96fa045 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:48.156284 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cb2ac10d-a7ce-4732-83f7-8023c076ef5b req-9491c09c-a414-4d01-85c6-905ff96fa045 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 946 time: 0.0519712 Sep 09 16:25:48.196471 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cb2ac10d-a7ce-4732-83f7-8023c076ef5b req-08eaaaee-c2b3-4d1b-a5a7-6fd9ce07fc44 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341499 Sep 09 16:25:48.323950 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44cba6-4de0-4527-9005-d8dbc347a971 req-1f5dd788-79c1-4fb9-b8e8-3e52d0472104 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:48.325437 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d44cba6-4de0-4527-9005-d8dbc347a971 req-1f5dd788-79c1-4fb9-b8e8-3e52d0472104 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0682695 Sep 09 16:25:48.344656 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-7569da11-e0c2-4a0e-800e-a5aebbe7e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:48.346233 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-7569da11-e0c2-4a0e-800e-a5aebbe7e19e service neutron] 10.222.0.21 "GET /v2.0/networks?id=82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 200 len: 917 time: 0.3655186 Sep 09 16:25:48.368081 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2d44cba6-4de0-4527-9005-d8dbc347a971 req-ec4fd86d-e960-45ba-9a82-e396eb3c2f0a tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344746 Sep 09 16:25:48.412613 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-3475e198-371c-474e-8709-31e8fefb45d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8860de0-556f-4872-a98d-2c298776f56c HTTP/1.1" status: 200 len: 1001 time: 0.0589001 Sep 09 16:25:48.464840 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-7caaed44-12e8-4763-8752-18363faab69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:48.466243 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-7caaed44-12e8-4763-8752-18363faab69f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 200 len: 855 time: 0.0468285 Sep 09 16:25:48.510741 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-f9d17812-e25e-417b-a513-9f20d936670f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:48.512285 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-f9d17812-e25e-417b-a513-9f20d936670f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=82c64c0a-c984-4fd8-b12b-a2079f34a282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385833 Sep 09 16:25:48.609350 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-0e3cc6fd-b6bb-43b5-b84d-70c745278a71 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893922 Sep 09 16:25:48.646362 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0308ab-dace-49e0-bbdc-57d5e42fcb90 req-5752c3f4-8e83-4008-85e6-a089612f2b94 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:48.647921 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0a0308ab-dace-49e0-bbdc-57d5e42fcb90 req-5752c3f4-8e83-4008-85e6-a089612f2b94 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 945 time: 0.0525925 Sep 09 16:25:48.685836 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0a0308ab-dace-49e0-bbdc-57d5e42fcb90 req-13f984b1-827a-45cd-b47a-2da6a0ad98f8 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311871 Sep 09 16:25:48.705340 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-21ba0402-29b8-43b1-a7b0-11956c4c11b7 req-091fad3b-cccc-46f5-80e2-2c4d03cd3724 service neutron] 10.222.0.21 "GET /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880985 Sep 09 16:25:49.321431 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2398900-567a-4339-9e60-8e10295fe2e9 req-f5c8a2fa-b589-47cb-9b89-d0a64c9ee4ba tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:49.322928 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a2398900-567a-4339-9e60-8e10295fe2e9 req-f5c8a2fa-b589-47cb-9b89-d0a64c9ee4ba tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 946 time: 0.0472410 Sep 09 16:25:49.360148 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a2398900-567a-4339-9e60-8e10295fe2e9 req-e34ffe3c-1ef0-4375-8146-4d5b08be9b8c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314229 Sep 09 16:25:49.481691 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500851c-6ccb-40ce-ab66-2e4bbd3f1fe2 req-12ea2692-d084-4c46-85cb-0e04364ccbd2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:49.483089 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e500851c-6ccb-40ce-ab66-2e4bbd3f1fe2 req-12ea2692-d084-4c46-85cb-0e04364ccbd2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0476308 Sep 09 16:25:49.521995 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e500851c-6ccb-40ce-ab66-2e4bbd3f1fe2 req-add92087-db23-415d-8218-f11ff8a5175f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329757 Sep 09 16:25:49.802173 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e3d93-cc03-45df-b76b-96bb3aef6d12 req-4dbcd14a-a55a-4b8a-a9e8-43c84f02999e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:49.803546 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-286e3d93-cc03-45df-b76b-96bb3aef6d12 req-4dbcd14a-a55a-4b8a-a9e8-43c84f02999e tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 945 time: 0.0503483 Sep 09 16:25:49.840862 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-286e3d93-cc03-45df-b76b-96bb3aef6d12 req-1b12bc0f-5cb6-41bb-a5a9-9b58f7d39b82 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309081 Sep 09 16:25:50.575849 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-73e64a49-0abe-43bc-bbe1-93e1571a0d0d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:50.577398 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-73e64a49-0abe-43bc-bbe1-93e1571a0d0d tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Sep 09 16:25:50.634088 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705c2f8-1356-4c9e-98c9-37aab035895a req-84e2632c-a3de-43c8-ae2a-dcc94e753ea4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:50.635552 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a705c2f8-1356-4c9e-98c9-37aab035895a req-84e2632c-a3de-43c8-ae2a-dcc94e753ea4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0474102 Sep 09 16:25:50.669864 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Deleting port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:25:50.670214 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:50.674707 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a705c2f8-1356-4c9e-98c9-37aab035895a req-21b38b95-38c0-490d-b9df-ea5931d059c4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331681 Sep 09 16:25:50.763489 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] For port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:50.763848 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:50.961103 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:50.961460 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:50.961775 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Floating IP 3fa14c8d-9210-4512-ac3d-2205e4aadc2e disassociated. External IP: 172.27.2.238, port: 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00. Sep 09 16:25:50.962132 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Calling delete_port for 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:25:50.983309 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1b39b-57cb-4380-a160-2078fe4b828f req-f3099295-b209-4450-a9d8-e219ce9d11fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:50.984760 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a9f1b39b-57cb-4380-a160-2078fe4b828f req-f3099295-b209-4450-a9d8-e219ce9d11fd tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 945 time: 0.0772190 Sep 09 16:25:51.059648 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a9f1b39b-57cb-4380-a160-2078fe4b828f req-847e5045-243f-47a5-acb4-e79ed9bf76f9 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups?id=d8fb9235-326a-4a25-a75a-f837e732a7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444129 Sep 09 16:25:51.182462 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:51.215806 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event deleted for resources: {'Port': ['ID=12801b83-7e76-4ca1-b3bc-7a1cb18c2a00,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:51.227952 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.228305 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.228645 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.228981 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.229313 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.229640 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.230013 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.230339 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.230665 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.231568 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.231568 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.231771 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:25:51.339486 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Router 204c1878-ddde-4328-882c-357958428550 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:25:51.442962 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:25:51.452303 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] Sync routers for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:25:51.462473 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:25:51.463082 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:25:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:25:51.482316 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] No DVR routers for this DVR port 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:25:51.484802 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:51.486829 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b2c4e0a4-d7b4-41a5-a893-20a2f03528f7 req-2be11d97-7073-41e0-bfa6-6391c57de3ad tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.21 "DELETE /v2.0/ports/12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 HTTP/1.1" status: 204 len: 173 time: 0.9013841 Sep 09 16:25:51.487260 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'name': 'network-vif-deleted', 'tag': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:25:51.489468 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d774d8-3aa0-4028-90e5-059e830973d7" -d '{"events": [{"server_uuid": "5ac1d4b7-9a64-495b-a42d-d9db94ee5c32", "name": "network-vif-deleted", "tag": "12801b83-7e76-4ca1-b3bc-7a1cb18c2a00"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:25:51.525684 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae1f104-4e5f-40b3-813d-5bc4c585df4d x-openstack-request-id: req-9ae1f104-4e5f-40b3-813d-5bc4c585df4d {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:25:51.526117 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ac1d4b7-9a64-495b-a42d-d9db94ee5c32", "name": "network-vif-deleted", "tag": "12801b83-7e76-4ca1-b3bc-7a1cb18c2a00", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:25:51.526398 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ae1f104-4e5f-40b3-813d-5bc4c585df4d {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:25:51.526797 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ac1d4b7-9a64-495b-a42d-d9db94ee5c32', 'name': 'network-vif-deleted', 'tag': '12801b83-7e76-4ca1-b3bc-7a1cb18c2a00', 'status': 'completed', 'code': 200} Sep 09 16:25:51.569079 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:25:51.792244 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:25:51.813912 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656de68-baaa-485a-a85d-fc08c9346d42 req-536e0bbd-46ef-4fb8-9fcb-dde8027202d7 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:51.815333 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9656de68-baaa-485a-a85d-fc08c9346d42 req-536e0bbd-46ef-4fb8-9fcb-dde8027202d7 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0680161 Sep 09 16:25:51.827099 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] Checking router: 204c1878-ddde-4328-882c-357958428550 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:25:51.838878 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:25:51.839504 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:25:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:25:51.858466 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9656de68-baaa-485a-a85d-fc08c9346d42 req-c0efc069-c39c-4599-af43-db5c221b92cc tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363154 Sep 09 16:25:51.946336 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:25:52.137567 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:25:52.167086 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-9dd53fee-2a40-4bbb-982b-97d9622e8d9f req-459bce12-725f-46e1-82c8-da58edbb39eb tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ac1d4b7-9a64-495b-a42d-d9db94ee5c32 HTTP/1.1" status: 200 len: 210 time: 0.0295990 Sep 09 16:25:52.167689 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e1849-aae8-4c77-b5b1-b6bd299d896d None None] The sync data for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi is: [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:18:34Z', 'revision_number': 4, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'd89b536e-a335-4dd4-bec7-ca92331cfd3a', 'name': '', 'network_id': '60652e51-aa8c-4376-8487-bf6553372b90', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'mac_address': 'fa:16:3e:27:3e:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:32Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'subnets': [{'id': 'da47a045-f13d-4f96-865d-c4ea515ce7aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:25:52.375433 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5a3b1b-059e-4bd9-8a45-dd2b8f213476 None None] New status for floating IP 3fa14c8d-9210-4512-ac3d-2205e4aadc2e: DOWN {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:25:52.971156 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d34939-75da-4d73-9cc2-b886bb30ccb4 req-4de99d73-5348-4d15-a99f-7575c0b90821 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:52.972886 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-43d34939-75da-4d73-9cc2-b886bb30ccb4 req-4de99d73-5348-4d15-a99f-7575c0b90821 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0477486 Sep 09 16:25:53.016516 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-43d34939-75da-4d73-9cc2-b886bb30ccb4 req-96d8be11-2d64-46dc-ac60-18f69213dcbd tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371180 Sep 09 16:25:53.324541 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 57614) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:53.377423 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-52c26caf-a9aa-43f1-93fc-c0276b7dd453 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:53.401070 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-52c26caf-a9aa-43f1-93fc-c0276b7dd453 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:53.525580 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-52c26caf-a9aa-43f1-93fc-c0276b7dd453 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:53.528194 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-52c26caf-a9aa-43f1-93fc-c0276b7dd453 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:53.529321 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-52c26caf-a9aa-43f1-93fc-c0276b7dd453 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "DELETE /v2.0/security-groups/d8fb9235-326a-4a25-a75a-f837e732a7c4 HTTP/1.1" status: 204 len: 168 time: 0.2038114 Sep 09 16:25:53.532563 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57616) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:53.538318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c26caf-a9aa-43f1-93fc-c0276b7dd453 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fb9235-326a-4a25-a75a-f837e732a7c4,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:53.549194 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.api.v2.resource [None req-76f72e48-7c75-4751-b3af-65aaa54ae30f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] show failed (client error): The resource could not be found. Sep 09 16:25:53.550787 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-76f72e48-7c75-4751-b3af-65aaa54ae30f tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "GET /v2.0/security-groups/d8fb9235-326a-4a25-a75a-f837e732a7c4 HTTP/1.1" status: 404 len: 347 time: 0.0166833 Sep 09 16:25:53.553126 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57618) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:53.673416 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Deleting port 367d1844-ba96-42fa-b079-94e39ca718b6 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:25:53.673753 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:53.745758 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:53.746116 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:53.757019 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Calling delete_port for 367d1844-ba96-42fa-b079-94e39ca718b6 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:25:53.988152 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:54.011219 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Pushing event deleted for resources: {'Port': ['ID=367d1844-ba96-42fa-b079-94e39ca718b6,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:54.074745 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:54.077258 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:54.078462 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-93fce593-6ba4-4e1c-bf49-63420d542af3 tempest-AttachVolumeTestJSON-602778090 tempest-AttachVolumeTestJSON-602778090-project] 10.222.0.22 "DELETE /v2.0/floatingips/3fa14c8d-9210-4512-ac3d-2205e4aadc2e HTTP/1.1" status: 204 len: 168 time: 0.5244589 Sep 09 16:25:54.130068 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96285b47-20c0-454a-b470-14ea647f8601 req-8f4e389a-7de6-4f06-8531-569d3d4803fc tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:54.131548 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-96285b47-20c0-454a-b470-14ea647f8601 req-8f4e389a-7de6-4f06-8531-569d3d4803fc tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0488780 Sep 09 16:25:54.172254 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-96285b47-20c0-454a-b470-14ea647f8601 req-cc313878-27f6-457b-9e85-36d6aab99468 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339456 Sep 09 16:25:54.954196 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:25:54.975522 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:25:54.975869 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 12801b83-7e76-4ca1-b3bc-7a1cb18c2a00 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:25:55.286040 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa45b9-deba-4097-b914-fefd73571669 req-f41545ff-f630-449b-8f47-679e5d574a59 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:55.287539 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8dfa45b9-deba-4097-b914-fefd73571669 req-f41545ff-f630-449b-8f47-679e5d574a59 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0485878 Sep 09 16:25:55.330605 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8dfa45b9-deba-4097-b914-fefd73571669 req-9952b7bb-8cbc-4a6e-94a2-b39d34a46971 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360122 Sep 09 16:25:56.442830 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c433c-4fee-40e0-9373-31ddcbe47726 req-8c25ac69-815a-41f2-8b50-7b9a6c905740 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:56.444204 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-371c433c-4fee-40e0-9373-31ddcbe47726 req-8c25ac69-815a-41f2-8b50-7b9a6c905740 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0478547 Sep 09 16:25:56.484717 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-371c433c-4fee-40e0-9373-31ddcbe47726 req-a648bbd8-d464-46ea-99d9-029f19088677 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326464 Sep 09 16:25:57.603934 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecdb1a9-d509-499d-b8a7-506b206a3548 req-db28abb3-5874-4e25-b7fd-1c8fd95c97bc tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:25:57.605411 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fecdb1a9-d509-499d-b8a7-506b206a3548 req-db28abb3-5874-4e25-b7fd-1c8fd95c97bc tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0528040 Sep 09 16:25:57.645130 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fecdb1a9-d509-499d-b8a7-506b206a3548 req-380f48af-898e-410e-9f6c-0477c07988ee tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=0835af09-d5d6-413b-bfff-99ff94002569&id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335546 Sep 09 16:25:58.062695 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57656) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:58.562019 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:58.846215 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Deleting port d89b536e-a335-4dd4-bec7-ca92331cfd3a {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:25:58.846452 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:58.922320 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] For port d89b536e-a335-4dd4-bec7-ca92331cfd3a, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=d89b536e-a335-4dd4-bec7-ca92331cfd3a,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:25:58.922708 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:58.937067 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Calling delete_port for d89b536e-a335-4dd4-bec7-ca92331cfd3a owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:25:59.185522 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:59.210525 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=d89b536e-a335-4dd4-bec7-ca92331cfd3a,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:25:59.369638 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:25:59.796546 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Router 204c1878-ddde-4328-882c-357958428550 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:25:59.901337 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:25:59.908671 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c3f6f698-a180-4c12-aa71-730ae4aa2dbb admin admin] 10.222.0.22 "PUT /v2.0/routers/204c1878-ddde-4328-882c-357958428550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8431695 Sep 09 16:25:59.909332 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57660) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:25:59.910948 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] Sync routers for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:25:59.921029 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:25:59.921855 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:25:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:00.016542 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.025889 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:00.118806 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.203190 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:25:59Z', 'revision_number': 5, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port': {'id': '001458bb-df66-4606-8e3c-d9321b4a3bcd', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ae:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204c1878-ddde-4328-882c-357958428550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:29Z', 'updated_at': '2021-09-09T16:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:00.230679 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] Checking router: 204c1878-ddde-4328-882c-357958428550 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:26:00.238954 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] Routers {'204c1878-ddde-4328-882c-357958428550'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:00.239560 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:25:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['204c1878-ddde-4328-882c-357958428550'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:00.248501 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Deleting port 001458bb-df66-4606-8e3c-d9321b4a3bcd {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:00.249035 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.327585 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] Set router 204c1878-ddde-4328-882c-357958428550 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:00.329675 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] For port 001458bb-df66-4606-8e3c-d9321b4a3bcd, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=001458bb-df66-4606-8e3c-d9321b4a3bcd,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:00.330094 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.342411 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Calling delete_port for 001458bb-df66-4606-8e3c-d9321b4a3bcd owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:00.504815 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:26:00Z', 'revision_number': 6, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port_host': None}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:00.538105 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457bc7f5-180f-4521-9120-4b640750dc6f None None] The sync data for ids ['204c1878-ddde-4328-882c-357958428550'] in dv-cinder-760199-19-iscsi is: [{'id': '204c1878-ddde-4328-882c-357958428550', 'name': 'tempest-AttachVolumeTestJSON-1963836978-router', 'tenant_id': '56bf3469b193440abfb3f83f085e42ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:28Z', 'updated_at': '2021-09-09T16:26:00Z', 'revision_number': 6, 'project_id': '56bf3469b193440abfb3f83f085e42ef', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:26:00.603423 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.630829 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Pushing event deleted for resources: {'Port': ['ID=001458bb-df66-4606-8e3c-d9321b4a3bcd,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:00.690938 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.781792 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.783875 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.911686 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.912251 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 204c1878-ddde-4328-882c-357958428550 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:26:00.918512 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:00.919369 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-17b3d73d-575d-49ed-b73b-b57c2ec90acf admin admin] 10.222.0.22 "DELETE /v2.0/routers/204c1878-ddde-4328-882c-357958428550 HTTP/1.1" status: 204 len: 168 time: 1.0090537 Sep 09 16:26:00.921757 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57662) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:00.973295 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9280e1-607c-43ab-aa4a-46748a875226 admin admin] Deleting subnet da47a045-f13d-4f96-865d-c4ea515ce7aa {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:26:00.977666 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cd9280e1-607c-43ab-aa4a-46748a875226 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.013796 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cd9280e1-607c-43ab-aa4a-46748a875226 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25039843'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.119684 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cd9280e1-607c-43ab-aa4a-46748a875226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.245449 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cd9280e1-607c-43ab-aa4a-46748a875226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24915294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24922916'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.270673 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9280e1-607c-43ab-aa4a-46748a875226 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da47a045-f13d-4f96-865d-c4ea515ce7aa,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:01.275814 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-cd9280e1-607c-43ab-aa4a-46748a875226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.277662 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-cd9280e1-607c-43ab-aa4a-46748a875226 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/da47a045-f13d-4f96-865d-c4ea515ce7aa HTTP/1.1" status: 204 len: 168 time: 0.3549402 Sep 09 16:26:01.281159 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57664) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:01.283187 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01e61f-4c4a-4aa3-a0fe-1c7aa527b36c None None] Network 60652e51-aa8c-4376-8487-bf6553372b90 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:26:01.357623 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.421893 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Deleting port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:01.422243 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.468995 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2985e957-96f5-4477-8554-d567c91c255f None None] DHCP port deletion for 60652e51-aa8c-4376-8487-bf6553372b90 request from dv-cinder-760199-19-iscsi {{(pid=94614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 16:26:01.490126 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] For port e206b346-0b4b-4c40-bd8f-3a251d4c10c4, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:01.490623 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.510526 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Calling delete_port for e206b346-0b4b-4c40-bd8f-3a251d4c10c4 owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:01.524022 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Deleting port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:01.524397 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.590550 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-2985e957-96f5-4477-8554-d567c91c255f None None] For port e206b346-0b4b-4c40-bd8f-3a251d4c10c4, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,segment=NetworkSegment(f231924c-8c67-4b55-9f95-a7e859503cb2),segment_id=f231924c-8c67-4b55-9f95-a7e859503cb2)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:01.590955 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.605622 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Calling delete_port for e206b346-0b4b-4c40-bd8f-3a251d4c10c4 owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:01.705917 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.722612 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.732230 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:01.736003 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] No DVR routers for this DVR port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 on host dv-cinder-760199-19-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:01.748189 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Pushing event deleted for resources: {'Port': ['ID=e206b346-0b4b-4c40-bd8f-3a251d4c10c4,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:01.752541 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2985e957-96f5-4477-8554-d567c91c255f None None] No DVR routers for this DVR port e206b346-0b4b-4c40-bd8f-3a251d4c10c4 on host dv-cinder-760199-19-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:01.759434 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.759717 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.760089 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.760429 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.760770 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.761104 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.761428 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.761754 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.762112 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.762439 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.762767 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.763192 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2985e957-96f5-4477-8554-d567c91c255f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:01.811884 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.835485 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60652e51-aa8c-4376-8487-bf6553372b90']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:01.844458 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f231924c-8c67-4b55-9f95-a7e859503cb2') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:01.844771 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f231924c-8c67-4b55-9f95-a7e859503cb2') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:01.854292 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25039770'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.867459 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.873197 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:26:01.873576 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24915900'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: Traceback (most recent call last): Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: timer() Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: cb(*args, **kw) Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: return func(*args, **kwargs) Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: self._notify() Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: self.callback(batched_events) Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: event.method(event) Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: return f(self, *a, **k) Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._get(url).json() Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:26:01.875198 dv-cinder-760199-19-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:26:02.020073 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:02.025581 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:02.026200 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f3b5c-f919-4143-b73f-e15ea6584976 req-832503ca-09b8-412e-a01c-6214625786e1 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:02.030190 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-381f3b5c-f919-4143-b73f-e15ea6584976 req-832503ca-09b8-412e-a01c-6214625786e1 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0485489 Sep 09 16:26:02.030364 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/60652e51-aa8c-4376-8487-bf6553372b90 HTTP/1.1" status: 204 len: 168 time: 0.7459662 Sep 09 16:26:02.038441 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed2e82-7f46-42e3-95dd-06f1b2e53ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60652e51-aa8c-4376-8487-bf6553372b90,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:02.067681 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-381f3b5c-f919-4143-b73f-e15ea6584976 req-d12328b6-4a7c-489a-a6f1-b8ff47c4a852 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335188 Sep 09 16:26:02.097868 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:26:02.359116 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57672) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:02.397924 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-f1f3e1e6-0d71-472e-a9b5-0c8ba7a9c898 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56bf3469b193440abfb3f83f085e42ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375960 Sep 09 16:26:02.400445 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57674) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:02.450963 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b780-b212-4eeb-ba80-e3c4f9fdeacd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:02.471549 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b780-b212-4eeb-ba80-e3c4f9fdeacd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:02.577170 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device e206b346-0b4b-4c40-bd8f-3a251d4c10c4 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:02.582752 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b780-b212-4eeb-ba80-e3c4f9fdeacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:02.585895 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c0a6b780-b212-4eeb-ba80-e3c4f9fdeacd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:02.587216 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c0a6b780-b212-4eeb-ba80-e3c4f9fdeacd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca77ec95-9401-4775-b0a1-e2816bbf2e36 HTTP/1.1" status: 204 len: 168 time: 0.1858907 Sep 09 16:26:02.595063 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6b780-b212-4eeb-ba80-e3c4f9fdeacd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca77ec95-9401-4775-b0a1-e2816bbf2e36,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:02.600796 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: e206b346-0b4b-4c40-bd8f-3a251d4c10c4 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:02.600796 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device e206b346-0b4b-4c40-bd8f-3a251d4c10c4 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:02.600796 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device d89b536e-a335-4dd4-bec7-ca92331cfd3a no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:02.625906 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: d89b536e-a335-4dd4-bec7-ca92331cfd3a {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:02.626250 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device d89b536e-a335-4dd4-bec7-ca92331cfd3a not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:02.626680 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 001458bb-df66-4606-8e3c-d9321b4a3bcd no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:02.653167 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 001458bb-df66-4606-8e3c-d9321b4a3bcd {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:02.653517 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 001458bb-df66-4606-8e3c-d9321b4a3bcd not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:03.184022 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7e610-146f-4d57-93af-766936d71bad req-06073d44-5ca5-4720-b395-d87124a0f0c4 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:03.185504 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7bb7e610-146f-4d57-93af-766936d71bad req-06073d44-5ca5-4720-b395-d87124a0f0c4 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Sep 09 16:26:03.223879 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-7bb7e610-146f-4d57-93af-766936d71bad req-2a690ac8-907b-4120-aaf5-ee83365b605e tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321226 Sep 09 16:26:03.328665 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ee54898e-e82b-42cc-8726-678d4421d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:03.854184 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296d2aa-a825-4343-9165-670b463b7f60 req-5f61e4fa-b1c5-42a3-b086-7aed4326c20c tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:03.855618 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8296d2aa-a825-4343-9165-670b463b7f60 req-5f61e4fa-b1c5-42a3-b086-7aed4326c20c tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0477276 Sep 09 16:26:03.959637 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Deleting port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:03.959973 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:04.049744 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] For port c2931aea-8cfb-4f53-a6b6-164a8189cfd6, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:04.050007 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:04.226117 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:04.226476 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:04.226790 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Floating IP e5a79dd1-8da0-42a5-ad95-dd144e534800 disassociated. External IP: 172.27.2.30, port: c2931aea-8cfb-4f53-a6b6-164a8189cfd6. Sep 09 16:26:04.227128 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Calling delete_port for c2931aea-8cfb-4f53-a6b6-164a8189cfd6 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:04.385150 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52999649-cdf9-416c-8136-36016c2de0f5 req-bd328a4b-f07d-4458-a06b-9ca94d4e8e57 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:04.386701 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-52999649-cdf9-416c-8136-36016c2de0f5 req-bd328a4b-f07d-4458-a06b-9ca94d4e8e57 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 945 time: 0.0952885 Sep 09 16:26:04.425524 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-52999649-cdf9-416c-8136-36016c2de0f5 req-7089d54c-c435-4da5-beaf-9b478c304044 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322599 Sep 09 16:26:04.470913 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:04.502702 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event deleted for resources: {'Port': ['ID=c2931aea-8cfb-4f53-a6b6-164a8189cfd6,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:04.623797 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:26:04.735494 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:26:04.745233 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492140e9-c452-4b2e-b148-202858f139ea None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:26:04.754334 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492140e9-c452-4b2e-b148-202858f139ea None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:04.755237 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-492140e9-c452-4b2e-b148-202858f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:25:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:04.773393 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] No DVR routers for this DVR port c2931aea-8cfb-4f53-a6b6-164a8189cfd6 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:04.775866 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:04.777836 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8296d2aa-a825-4343-9165-670b463b7f60 req-ddaa24da-b15a-486f-a3a3-96cc7f57be27 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "DELETE /v2.0/ports/c2931aea-8cfb-4f53-a6b6-164a8189cfd6 HTTP/1.1" status: 204 len: 173 time: 0.9158995 Sep 09 16:26:04.778261 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae22c929-d869-4209-aad1-211914da6e69', 'name': 'network-vif-deleted', 'tag': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:26:04.780695 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3caa010c-3f8a-452e-aa2b-e065ea20d54d" -d '{"events": [{"server_uuid": "ae22c929-d869-4209-aad1-211914da6e69", "name": "network-vif-deleted", "tag": "c2931aea-8cfb-4f53-a6b6-164a8189cfd6"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:26:04.820628 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9648158-68c0-4aa6-92b5-99a6e959dd49 x-openstack-request-id: req-a9648158-68c0-4aa6-92b5-99a6e959dd49 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:26:04.821080 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae22c929-d869-4209-aad1-211914da6e69", "name": "network-vif-deleted", "tag": "c2931aea-8cfb-4f53-a6b6-164a8189cfd6", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:26:04.821486 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9648158-68c0-4aa6-92b5-99a6e959dd49 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:26:04.822111 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae22c929-d869-4209-aad1-211914da6e69', 'name': 'network-vif-deleted', 'tag': 'c2931aea-8cfb-4f53-a6b6-164a8189cfd6', 'status': 'completed', 'code': 200} Sep 09 16:26:04.877750 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-492140e9-c452-4b2e-b148-202858f139ea None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:05.103932 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-492140e9-c452-4b2e-b148-202858f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:05.129764 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492140e9-c452-4b2e-b148-202858f139ea None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:26:05.137890 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492140e9-c452-4b2e-b148-202858f139ea None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:05.138513 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-492140e9-c452-4b2e-b148-202858f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:25:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:05.242080 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-492140e9-c452-4b2e-b148-202858f139ea None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:05.464982 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-492140e9-c452-4b2e-b148-202858f139ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:05.495499 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492140e9-c452-4b2e-b148-202858f139ea None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:26:05.530826 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-76973520-5766-429a-9192-5ec4fe029271 req-920a5762-5cde-4e26-9199-baab8e44a5ff tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae22c929-d869-4209-aad1-211914da6e69 HTTP/1.1" status: 200 len: 210 time: 0.0302887 Sep 09 16:26:05.586264 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-af7fb3b0-190e-40e9-8e57-50300793b8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:05.711777 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db405217-af58-4655-9216-db6d5e585988 None None] New status for floating IP e5a79dd1-8da0-42a5-ad95-dd144e534800: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:26:06.031644 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:06.639862 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:06.779377 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-9024b49e-3c2d-4820-9171-48b311f89b8d tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092704019&fields=id&tenant_id=0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 267 time: 0.0325108 Sep 09 16:26:06.890808 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-d6d2e69b-180e-4fb2-9c86-43febe80ce43 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:06.892268 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-d6d2e69b-180e-4fb2-9c86-43febe80ce43 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 811 time: 0.1063862 Sep 09 16:26:06.906495 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-b0d51a1f-4ef7-457b-a125-37f24d51e367 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/quotas/0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 375 time: 0.0087366 Sep 09 16:26:06.958210 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-42d3c59c-bc62-4621-9ddc-26cc3ce48c4a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463448 Sep 09 16:26:06.984023 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c2931aea-8cfb-4f53-a6b6-164a8189cfd6 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:07.004156 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: c2931aea-8cfb-4f53-a6b6-164a8189cfd6 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:07.004505 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c2931aea-8cfb-4f53-a6b6-164a8189cfd6 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:07.151196 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-aea254db-7dfe-4013-af71-23063babd134 service neutron] 10.222.0.22 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812918 Sep 09 16:26:07.238472 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-cc735609-2a0f-47b5-861a-942d87d4410e service neutron] 10.222.0.22 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810821 Sep 09 16:26:07.812655 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1e05d152-44b7-4447-97d8-2d4e71380435 req-270ebc13-f2fa-4a9c-bbd7-9c8218579cd0 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 210 time: 0.0267351 Sep 09 16:26:08.445468 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:08.905954 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-229dc784-8423-4ce0-8878-e1f6994bf03d req-19fa1250-24d4-4ba8-9030-295799beaf0f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 210 time: 0.0265949 Sep 09 16:26:10.013875 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b87f8e37-3381-4323-bce2-dfcfc7e180a3 req-54ae0f94-d3ff-41fb-a0eb-4d7ecb11307f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 210 time: 0.0291765 Sep 09 16:26:10.206146 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-ad254103-9e94-46d2-ab95-e07692038ff7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:10.207588 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-ad254103-9e94-46d2-ab95-e07692038ff7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 811 time: 0.1107874 Sep 09 16:26:10.258875 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-15036b76-bdec-442a-a941-122ab2451b1e tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 380 time: 0.0341482 Sep 09 16:26:10.268877 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'port': {'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'admin_state_up': True, 'tenant_id': '0188a82242344251b36483a22ef120ad', 'security_groups': ['06bf505a-a3af-48af-92e9-59dcd36efa96']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:26:10.467937 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Made reservation on behalf of 0188a82242344251b36483a22ef120ad for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:26:10.471548 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:10.595298 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Allocated IP 172.20.0.10 (6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e/a0fc5a1b-bb6b-470f-9c47-d956f74617bf/c907be31-c360-42cf-a1ea-3bb400d24750) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:26:10.732656 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:10.745901 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Transition to ACTIVE for port object c907be31-c360-42cf-a1ea-3bb400d24750 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:26:10.873108 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:10.920575 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:26:10.923759 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:26:10.930845 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:26:10.933517 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=c907be31-c360-42cf-a1ea-3bb400d24750,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:10.993043 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:10.993718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:11.120393 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f6369ca8-3961-4d5e-a935-9545ec9e4dc7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8552096 Sep 09 16:26:11.137739 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845df40-0111-4cdc-ab7b-7b18dd0c8492 req-ca07e995-b093-4fa6-88c9-62589806d7b8 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:11.139153 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c845df40-0111-4cdc-ab7b-7b18dd0c8492 req-ca07e995-b093-4fa6-88c9-62589806d7b8 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 932 time: 0.0529041 Sep 09 16:26:11.143899 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Request body: {'port': {'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:26:11.216463 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-653a7a46-7f11-4463-b7ad-3ed05a1a4f80 None None] Provisioning for port c907be31-c360-42cf-a1ea-3bb400d24750 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:26:11.220354 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-653a7a46-7f11-4463-b7ad-3ed05a1a4f80 None None] Provisioning complete for port c907be31-c360-42cf-a1ea-3bb400d24750 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:26:11.220530 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c845df40-0111-4cdc-ab7b-7b18dd0c8492 req-24dc5884-ece4-409c-be75-5682e5cabb67 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738759 Sep 09 16:26:11.220950 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-653a7a46-7f11-4463-b7ad-3ed05a1a4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:11.223744 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:11.266924 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-653a7a46-7f11-4463-b7ad-3ed05a1a4f80 None None] Port c907be31-c360-42cf-a1ea-3bb400d24750 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:26:11.499422 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c907be31-c360-42cf-a1ea-3bb400d24750 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:26:11.506850 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:11.518907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Transition to ACTIVE for port object c907be31-c360-42cf-a1ea-3bb400d24750 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:26:11.619723 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:11.674077 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Pushing event updated for resources: {'Port': ['ID=c907be31-c360-42cf-a1ea-3bb400d24750,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:11.748608 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Attempting to bind port c907be31-c360-42cf-a1ea-3bb400d24750 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:26:11.749019 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Attempting to bind port c907be31-c360-42cf-a1ea-3bb400d24750 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:26:11.749382 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Attempting to bind port c907be31-c360-42cf-a1ea-3bb400d24750 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:26:11.755471 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Port c907be31-c360-42cf-a1ea-3bb400d24750 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:26:11.755929 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Attempting to bind port c907be31-c360-42cf-a1ea-3bb400d24750 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:26:11.762138 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:26:11.762476 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Checking segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:26:11.762858 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Bound using segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:26:11.763281 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Bound port: c907be31-c360-42cf-a1ea-3bb400d24750, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:26:11.763642 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:11.831239 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] For port c907be31-c360-42cf-a1ea-3bb400d24750, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:26:11.834329 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] For port c907be31-c360-42cf-a1ea-3bb400d24750, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c907be31-c360-42cf-a1ea-3bb400d24750,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:26:11.963699 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:11.998746 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:11.999359 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:12.000730 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] 10.222.0.21 "PUT /v2.0/ports/c907be31-c360-42cf-a1ea-3bb400d24750 HTTP/1.1" status: 200 len: 1094 time: 0.8606925 Sep 09 16:26:12.001160 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:26:12.003469 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294ee03-c82c-48ed-89cb-dee9681e95fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:26:12.029565 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2ea49-fa6a-4ef8-a931-4b8103798818 service neutron] Pushing event updated for resources: {'Port': ['ID=c907be31-c360-42cf-a1ea-3bb400d24750,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:12.046087 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf303bc-a386-45d9-b4b4-3f4e0748c832 x-openstack-request-id: req-3bf303bc-a386-45d9-b4b4-3f4e0748c832 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:26:12.046087 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:26:12.046331 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bf303bc-a386-45d9-b4b4-3f4e0748c832 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:26:12.046637 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'status': 'completed', 'code': 200} Sep 09 16:26:12.150359 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294ee03-c82c-48ed-89cb-dee9681e95fc req-11bbfadb-1451-4b13-b87c-a6b57dd2d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:12.151898 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6294ee03-c82c-48ed-89cb-dee9681e95fc req-11bbfadb-1451-4b13-b87c-a6b57dd2d026 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 1097 time: 0.0430820 Sep 09 16:26:12.262226 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294ee03-c82c-48ed-89cb-dee9681e95fc req-4a0c452e-84c6-48fe-98ff-21b50ea3d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:12.263794 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6294ee03-c82c-48ed-89cb-dee9681e95fc req-4a0c452e-84c6-48fe-98ff-21b50ea3d069 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0188a82242344251b36483a22ef120ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969367 Sep 09 16:26:12.603050 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:12.648149 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53878-b1ab-49e0-883d-5b88ecb67b0a req-485fae1b-e386-46de-89c8-50a51f5eed42 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:12.649931 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86c53878-b1ab-49e0-883d-5b88ecb67b0a req-485fae1b-e386-46de-89c8-50a51f5eed42 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 944 time: 0.3601325 Sep 09 16:26:12.676584 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294ee03-c82c-48ed-89cb-dee9681e95fc req-b6a4c704-6267-482e-a769-53cfeacb3862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:12.678255 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6294ee03-c82c-48ed-89cb-dee9681e95fc req-b6a4c704-6267-482e-a769-53cfeacb3862 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4069705 Sep 09 16:26:12.697399 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86c53878-b1ab-49e0-883d-5b88ecb67b0a req-0546333f-c573-4b6f-9512-1dc4c42f6eaa tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382273 Sep 09 16:26:12.780494 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7ad598e5-5434-4763-b1b3-2327ecc7d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:12.781903 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7ad598e5-5434-4763-b1b3-2327ecc7d811 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 1097 time: 0.0386701 Sep 09 16:26:12.830822 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-7ea2b547-e933-40c5-ab6c-4e46d2669580 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c907be31-c360-42cf-a1ea-3bb400d24750 HTTP/1.1" status: 200 len: 217 time: 0.0358157 Sep 09 16:26:12.878796 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-b9aa981e-ff51-440c-b293-1ace27e8a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:12.880192 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-b9aa981e-ff51-440c-b293-1ace27e8a768 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0424049 Sep 09 16:26:12.927904 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f8b4e759-8750-417d-a11b-e136b5564b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:12.930132 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-f8b4e759-8750-417d-a11b-e136b5564b80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429521 Sep 09 16:26:13.026685 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-8aec96fa-1a0f-4293-a00c-729178cc8b0a service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897229 Sep 09 16:26:13.114903 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-faf99ec5-7b7e-4f9f-94ca-5ee05aaa7d7d req-1bd0f7c2-3dfd-4100-b3e0-a7fe371f4eba service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803349 Sep 09 16:26:13.818272 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cabc2-5e78-40ef-b07c-8ab66d1221e8 req-c96f2665-585d-43ea-bf40-e03ae2a00301 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:13.820130 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f0cabc2-5e78-40ef-b07c-8ab66d1221e8 req-c96f2665-585d-43ea-bf40-e03ae2a00301 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 944 time: 0.0525730 Sep 09 16:26:13.859449 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f0cabc2-5e78-40ef-b07c-8ab66d1221e8 req-096c8d9e-c1b2-4894-8717-068f60943246 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336661 Sep 09 16:26:14.979532 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a21fc5-060d-4070-a4ca-5acc026186eb req-1295ed9e-6fb3-49c9-8664-e12a27dd4634 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:14.981024 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-32a21fc5-060d-4070-a4ca-5acc026186eb req-1295ed9e-6fb3-49c9-8664-e12a27dd4634 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 944 time: 0.0552492 Sep 09 16:26:15.018004 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-32a21fc5-060d-4070-a4ca-5acc026186eb req-59af1fac-d9a5-41ee-87b9-bd779c954fef tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310113 Sep 09 16:26:16.134598 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7ed63-64f3-4a57-b8c4-32371032d7b1 req-8ba5c2ea-686b-451f-8638-7186a6099ece tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:16.136077 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-98a7ed63-64f3-4a57-b8c4-32371032d7b1 req-8ba5c2ea-686b-451f-8638-7186a6099ece tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 944 time: 0.0487926 Sep 09 16:26:16.172676 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-98a7ed63-64f3-4a57-b8c4-32371032d7b1 req-689e71fb-4d73-4457-9095-27fcadf0eddb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307117 Sep 09 16:26:17.286071 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03296678-b2f1-4184-a4d2-47ce9e117202 req-87cb80b0-8ced-4db5-a55b-1bbbddae5bd0 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:17.287671 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-03296678-b2f1-4184-a4d2-47ce9e117202 req-87cb80b0-8ced-4db5-a55b-1bbbddae5bd0 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 944 time: 0.0489440 Sep 09 16:26:17.326667 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-03296678-b2f1-4184-a4d2-47ce9e117202 req-3e67bb89-73ef-4f14-a4d0-77468ea92709 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323534 Sep 09 16:26:18.442505 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98d111-de48-4d97-a7bf-330d185bf399 req-9daf273a-d1c5-4486-8c51-45bf9eddc200 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:18.444010 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd98d111-de48-4d97-a7bf-330d185bf399 req-9daf273a-d1c5-4486-8c51-45bf9eddc200 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 944 time: 0.0523853 Sep 09 16:26:18.482454 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cd98d111-de48-4d97-a7bf-330d185bf399 req-e64fae1e-daa9-4569-be6c-426a9b3eb1f1 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319481 Sep 09 16:26:19.594015 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f445fe2-e8ad-4960-b27f-216ecf33a4b9 req-fb325b5d-0380-47b9-90c7-7d5cdf929dfe tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:19.595466 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7f445fe2-e8ad-4960-b27f-216ecf33a4b9 req-fb325b5d-0380-47b9-90c7-7d5cdf929dfe tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 944 time: 0.0479798 Sep 09 16:26:19.633346 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7f445fe2-e8ad-4960-b27f-216ecf33a4b9 req-2aaad3f7-8c2a-4d0a-a505-2ff0756f8612 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314922 Sep 09 16:26:20.745400 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1c330-5feb-4dbe-9f5f-00fcba70ab64 req-7e66881a-c074-4290-ba23-558710ec78f4 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:20.746998 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dab1c330-5feb-4dbe-9f5f-00fcba70ab64 req-7e66881a-c074-4290-ba23-558710ec78f4 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 944 time: 0.0481079 Sep 09 16:26:20.784804 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dab1c330-5feb-4dbe-9f5f-00fcba70ab64 req-b48698d3-a76b-498e-bebb-bc6b5bea8900 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318670 Sep 09 16:26:21.057118 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c907be31-c360-42cf-a1ea-3bb400d24750 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:26:21.148128 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c907be31-c360-42cf-a1ea-3bb400d24750, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c907be31-c360-42cf-a1ea-3bb400d24750,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:21.162391 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:26:21.200067 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:21.213434 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c907be31-c360-42cf-a1ea-3bb400d24750 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:26:21.234136 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c907be31-c360-42cf-a1ea-3bb400d24750, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c907be31-c360-42cf-a1ea-3bb400d24750,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:21.322910 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:21.371985 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c907be31-c360-42cf-a1ea-3bb400d24750,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:21.672015 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['c907be31-c360-42cf-a1ea-3bb400d24750'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:26:21.725375 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73431f-38fc-4c7b-a13f-72d839fb398e req-90852095-78ab-4ed9-ac36-fdf442651b11 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:21.727176 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5b73431f-38fc-4c7b-a13f-72d839fb398e req-90852095-78ab-4ed9-ac36-fdf442651b11 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 946 time: 0.0542896 Sep 09 16:26:21.767410 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5b73431f-38fc-4c7b-a13f-72d839fb398e req-d0a603db-04bc-4f93-a9e2-31025621f3bc tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336390 Sep 09 16:26:21.902491 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2252b-2ae3-4bf9-9c2f-f06a382a91be req-277f5e6a-650f-44d1-8e87-82b06f70d895 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:21.904023 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cad2252b-2ae3-4bf9-9c2f-f06a382a91be req-277f5e6a-650f-44d1-8e87-82b06f70d895 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 945 time: 0.0506451 Sep 09 16:26:21.940866 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cad2252b-2ae3-4bf9-9c2f-f06a382a91be req-ae19d076-618b-405f-85d3-7671c9c06fa4 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Sep 09 16:26:23.050208 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f97ba-2d2e-4af4-8476-e0fdd467c5cb req-1ac67655-c974-497b-b76e-4672a3db48b1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:23.051719 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-266f97ba-2d2e-4af4-8476-e0fdd467c5cb req-1ac67655-c974-497b-b76e-4672a3db48b1 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 946 time: 0.0497150 Sep 09 16:26:23.068440 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3335f2f-2305-46da-ba11-9f18d431e2b9 req-31864a6d-bc88-488f-9af7-a20aeae20e6c tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:23.071334 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f3335f2f-2305-46da-ba11-9f18d431e2b9 req-31864a6d-bc88-488f-9af7-a20aeae20e6c tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 945 time: 0.0599716 Sep 09 16:26:23.071894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c907be31-c360-42cf-a1ea-3bb400d24750 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:26:23.093779 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-266f97ba-2d2e-4af4-8476-e0fdd467c5cb req-1cbdb6bb-206d-43a0-b48d-dfbebd43c13c tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e3647a5-be8b-4cea-9c7e-7cf62db88b89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356328 Sep 09 16:26:23.126215 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f3335f2f-2305-46da-ba11-9f18d431e2b9 req-d7e0927b-9ab1-4ffa-80d8-e1390643ce24 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370924 Sep 09 16:26:23.216394 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port c907be31-c360-42cf-a1ea-3bb400d24750 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:26:23.220468 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port c907be31-c360-42cf-a1ea-3bb400d24750 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:26:23.225955 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:23.299805 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:23.322980 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:26:23.325180 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6003df39-df62-4308-aa59-b6f41124b6ca" -d '{"events": [{"server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "name": "network-vif-plugged", "status": "completed", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:26:23.338172 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port c907be31-c360-42cf-a1ea-3bb400d24750, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c907be31-c360-42cf-a1ea-3bb400d24750,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:23.364024 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2dc495-fcbd-4c59-a0ff-7ce66b9c9a32 x-openstack-request-id: req-8b2dc495-fcbd-4c59-a0ff-7ce66b9c9a32 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:26:23.364384 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "name": "network-vif-plugged", "status": "completed", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:26:23.364674 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b2dc495-fcbd-4c59-a0ff-7ce66b9c9a32 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:26:23.365063 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'code': 200} Sep 09 16:26:23.450669 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-beeef7eb-718a-42e9-93bc-ffd62c8d3e89 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:23.452122 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-beeef7eb-718a-42e9-93bc-ffd62c8d3e89 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 946 time: 0.0514770 Sep 09 16:26:23.536023 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:23.548822 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Deleting port c8860de0-556f-4872-a98d-2c298776f56c {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:23.549165 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:23.583215 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=c907be31-c360-42cf-a1ea-3bb400d24750,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:23.639770 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] For port c8860de0-556f-4872-a98d-2c298776f56c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c8860de0-556f-4872-a98d-2c298776f56c,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:23.640130 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:23.821686 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:23.822076 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:23.822394 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Floating IP f1c6d44a-996e-4e4e-975a-844aad9295ab disassociated. External IP: 172.27.2.203, port: c8860de0-556f-4872-a98d-2c298776f56c. Sep 09 16:26:23.822727 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Calling delete_port for c8860de0-556f-4872-a98d-2c298776f56c owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:23.891267 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45943355-e8fe-49ae-82ba-966d5a26c6ee req-947d0b11-985a-474b-8256-f0af8835b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:23.892742 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45943355-e8fe-49ae-82ba-966d5a26c6ee req-947d0b11-985a-474b-8256-f0af8835b0aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 1099 time: 0.0874119 Sep 09 16:26:23.948260 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-45943355-e8fe-49ae-82ba-966d5a26c6ee req-731e43ba-924a-49ed-b340-c3a1abcdaecd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444615 Sep 09 16:26:24.060056 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:24.086681 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event deleted for resources: {'Port': ['ID=c8860de0-556f-4872-a98d-2c298776f56c,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:24.196201 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-409d784c-f1b8-4d6f-ab23-43a31e51bca8 req-682bbe9d-a197-4add-b35d-398518629b2b tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/ports?device_id=82b9be28-4420-4843-8a36-33f05928ed69 HTTP/1.1" status: 200 len: 210 time: 0.0268757 Sep 09 16:26:24.229032 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:26:24.260153 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1147dd8d-361a-4dee-810b-ded07eb6873c req-4a2a890a-3802-4dbc-8ac6-ba707c7d8460 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:24.261683 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1147dd8d-361a-4dee-810b-ded07eb6873c req-4a2a890a-3802-4dbc-8ac6-ba707c7d8460 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 946 time: 0.0613079 Sep 09 16:26:24.368184 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1147dd8d-361a-4dee-810b-ded07eb6873c req-47e45afb-4268-4c27-a623-a25b9dd89a6e tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735192 Sep 09 16:26:24.388983 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:26:24.396823 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] Sync routers for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:26:24.406558 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:24.407222 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:24.428260 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] No DVR routers for this DVR port c8860de0-556f-4872-a98d-2c298776f56c on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:24.431578 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:24.433609 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-fab3af13-3969-486d-9dbc-35e8883e9b2b req-334d694c-1af2-429a-993a-8bf6cd3aca13 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.21 "DELETE /v2.0/ports/c8860de0-556f-4872-a98d-2c298776f56c HTTP/1.1" status: 204 len: 173 time: 0.9729915 Sep 09 16:26:24.434088 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-deleted', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:26:24.436488 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919db2ef-d009-42de-80c2-26e1eadb6e45" -d '{"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-deleted", "tag": "c8860de0-556f-4872-a98d-2c298776f56c"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:26:24.479878 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4286640-b169-4ee0-934f-40b6e2999983 x-openstack-request-id: req-d4286640-b169-4ee0-934f-40b6e2999983 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:26:24.480384 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b9be28-4420-4843-8a36-33f05928ed69", "name": "network-vif-deleted", "tag": "c8860de0-556f-4872-a98d-2c298776f56c", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:26:24.480802 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4286640-b169-4ee0-934f-40b6e2999983 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:26:24.481504 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b9be28-4420-4843-8a36-33f05928ed69', 'name': 'network-vif-deleted', 'tag': 'c8860de0-556f-4872-a98d-2c298776f56c', 'status': 'completed', 'code': 200} Sep 09 16:26:24.630695 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:24.828922 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:24.860032 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] Checking router: e60536a1-a8e1-4c47-b8d5-cecd93c96c03 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:26:24.868805 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:24.869423 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:24.985154 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:25.189541 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:25.215545 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58089be8-888d-4fca-b7b8-5fb882b37f97 None None] The sync data for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi is: [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:18:43Z', 'revision_number': 4, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '44eda5d7-9ef7-439b-99ac-3630db53f7c8', 'name': '', 'network_id': '82c64c0a-c984-4fd8-b12b-a2079f34a282', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'mac_address': 'fa:16:3e:73:ad:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:41Z', 'updated_at': '2021-09-09T16:18:53Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'subnets': [{'id': '74cbc30b-4a62-4af5-8658-1ceefa23c5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:26:25.351385 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57984) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:25.411856 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.434614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 57988) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:25.439417 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.496586 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683ed7c6-eb1c-48de-9fde-2d534e03a557 None None] New status for floating IP f1c6d44a-996e-4e4e-975a-844aad9295ab: DOWN {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:26:25.510346 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc44168-8bb3-44b2-b081-56d562d70fd5 req-5836e460-e31b-47fa-96d5-4b0ed0f43cdb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:25.511955 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bcc44168-8bb3-44b2-b081-56d562d70fd5 req-5836e460-e31b-47fa-96d5-4b0ed0f43cdb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 946 time: 0.0521204 Sep 09 16:26:25.560405 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-bcc44168-8bb3-44b2-b081-56d562d70fd5 req-7a7858d7-4514-4b41-b8c2-a235d72ee456 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 Sep 09 16:26:25.566072 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e8d3de72-392b-4488-93a6-81e926406435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.574262 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.578654 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.580548 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "DELETE /v2.0/security-groups/4e3647a5-be8b-4cea-9c7e-7cf62db88b89 HTTP/1.1" status: 204 len: 168 time: 0.2281058 Sep 09 16:26:25.585587 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 57994) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:25.594650 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3647a5-be8b-4cea-9c7e-7cf62db88b89,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:25.604806 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.605480 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.606075 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.606737 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.607431 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.api.v2.resource [None req-afe5568e-929e-41d7-ae6e-85146a44f05d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] show failed (client error): The resource could not be found. Sep 09 16:26:25.607574 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.607996 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.608391 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.609144 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.609753 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.610317 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.610905 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.611588 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e857d2f7-e08c-4588-b698-b0458c80c8b6 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:25.612122 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-afe5568e-929e-41d7-ae6e-85146a44f05d tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "GET /v2.0/security-groups/4e3647a5-be8b-4cea-9c7e-7cf62db88b89 HTTP/1.1" status: 404 len: 347 time: 0.0256388 Sep 09 16:26:25.612672 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 57996) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:25.690745 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b5214-b705-43c2-9a06-f02f210d83b1 req-83e2fd46-ab01-4ab2-bb2d-2fe1911f2392 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:25.692331 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-103b5214-b705-43c2-9a06-f02f210d83b1 req-83e2fd46-ab01-4ab2-bb2d-2fe1911f2392 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 946 time: 0.0548813 Sep 09 16:26:25.736476 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-103b5214-b705-43c2-9a06-f02f210d83b1 req-28786c5e-1ed7-4144-a0ef-37b9e38e88e5 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369897 Sep 09 16:26:25.759217 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 57998) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:25.784482 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e8d3de72-392b-4488-93a6-81e926406435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.792526 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Deleting port 386d00f5-ba3d-4463-8d6b-9e05ea14aced {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:25.792869 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.797942 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503f966f-9687-44f7-9b45-8c280dcdc308 tempest-TestVolumeBootPattern-2107326734 tempest-TestVolumeBootPattern-2107326734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:25.799446 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-503f966f-9687-44f7-9b45-8c280dcdc308 tempest-TestVolumeBootPattern-2107326734 tempest-TestVolumeBootPattern-2107326734-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 1094 time: 0.0391741 Sep 09 16:26:25.802344 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58000) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:25.806610 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:26:25.848120 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e8d3de72-392b-4488-93a6-81e926406435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.897759 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e8d3de72-392b-4488-93a6-81e926406435 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b069aefab194179bec94c993161cc64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4614241 Sep 09 16:26:25.900614 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58002) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:25.905746 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3de72-392b-4488-93a6-81e926406435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4beee0e-bf2d-49c4-a3c8-ef3ab29fbeb0,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:25.909549 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.909549 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.922497 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Calling delete_port for 386d00f5-ba3d-4463-8d6b-9e05ea14aced owned by network:floatingip {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:25.929545 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:25.968088 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a0ba-9e25-482b-915c-fe4e694940d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.000610 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a0ba-9e25-482b-915c-fe4e694940d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.085572 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.128722 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.155375 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Pushing event deleted for resources: {'Port': ['ID=386d00f5-ba3d-4463-8d6b-9e05ea14aced,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:26.158158 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a0ba-9e25-482b-915c-fe4e694940d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.160903 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a5d9a0ba-9e25-482b-915c-fe4e694940d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.162077 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a5d9a0ba-9e25-482b-915c-fe4e694940d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4beee0e-bf2d-49c4-a3c8-ef3ab29fbeb0 HTTP/1.1" status: 204 len: 168 time: 0.2604764 Sep 09 16:26:26.202266 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9a0ba-9e25-482b-915c-fe4e694940d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4beee0e-bf2d-49c4-a3c8-ef3ab29fbeb0,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:26.222940 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks [] for floatingip, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.226266 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.230288 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-235243e1-b851-48cf-8878-dce97f65dee9 tempest-AttachVolumeShelveTestJSON-791970909 tempest-AttachVolumeShelveTestJSON-791970909-project] 10.222.0.22 "DELETE /v2.0/floatingips/f1c6d44a-996e-4e4e-975a-844aad9295ab HTTP/1.1" status: 204 len: 168 time: 0.6129208 Sep 09 16:26:26.270072 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Allocated IP 172.27.2.45 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/2c6dc9d5-95ca-406c-9fa0-aad53c6f44e3) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:26:26.376265 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.479502 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.523052 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:26:26.528932 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:26:26.530859 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=2c6dc9d5-95ca-406c-9fa0-aad53c6f44e3,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:26.539622 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:26:26.854601 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58012) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:26.871959 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5048d208-3b3c-44ea-b959-d9e5ced81dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:26.972389 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5048d208-3b3c-44ea-b959-d9e5ced81dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.080633 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:27.102117 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5048d208-3b3c-44ea-b959-d9e5ced81dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.104567 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: c8860de0-556f-4872-a98d-2c298776f56c {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:27.105121 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c8860de0-556f-4872-a98d-2c298776f56c not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:27.109227 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.140525 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5048d208-3b3c-44ea-b959-d9e5ced81dbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=425b4cd772614689aaa9270edcfb2bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847555 Sep 09 16:26:27.141683 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048d208-3b3c-44ea-b959-d9e5ced81dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3ba36b-d5ea-43a0-9b13-98d410cdff42,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:27.144268 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58014) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:27.199012 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56bc404b-53e5-4df8-a984-63e9a2ed8d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.220473 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56bc404b-53e5-4df8-a984-63e9a2ed8d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.272068 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.333956 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56bc404b-53e5-4df8-a984-63e9a2ed8d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.336537 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-56bc404b-53e5-4df8-a984-63e9a2ed8d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.337742 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-56bc404b-53e5-4df8-a984-63e9a2ed8d4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d3ba36b-d5ea-43a0-9b13-98d410cdff42 HTTP/1.1" status: 204 len: 168 time: 0.1878209 Sep 09 16:26:27.346426 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc404b-53e5-4df8-a984-63e9a2ed8d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3ba36b-d5ea-43a0-9b13-98d410cdff42,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:27.420699 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.517162 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24915856'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.589322 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=2c6dc9d5-95ca-406c-9fa0-aad53c6f44e3,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:27.599586 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:27.699998 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Floating IP 71b697ad-7ac5-4afa-bd40-e22e8860c917 associated. External IP: 172.27.2.45, port: c907be31-c360-42cf-a1ea-3bb400d24750. Sep 09 16:26:27.903312 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:26:28.012210 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:26:28.022772 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:26:28.032397 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:28.033019 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:28.136054 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:28.158760 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:28.187458 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1efa17dd-d162-40eb-bee5-df52acbd9c52 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3841090 Sep 09 16:26:28.188028 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:26:28.190330 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18" -d '{"events": [{"name": "network-changed", "server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:26:28.230892 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bac3342-f3c2-4e01-a489-e81684561990 x-openstack-request-id: req-8bac3342-f3c2-4e01-a489-e81684561990 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:26:28.231274 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:26:28.231453 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bac3342-f3c2-4e01-a489-e81684561990 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:26:28.231847 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'status': 'completed', 'code': 200} Sep 09 16:26:28.323918 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-6e750295-36a6-4007-b875-5ab03610cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:28.325412 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-6e750295-36a6-4007-b875-5ab03610cf8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 1099 time: 0.0453804 Sep 09 16:26:28.382021 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:26Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:28.407429 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:26:28.416600 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:28.417335 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:28.419268 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-2cbf3620-1662-41dd-af4f-8221ca80f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:28.420742 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-2cbf3620-1662-41dd-af4f-8221ca80f927 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 912 time: 0.0872097 Sep 09 16:26:28.498500 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-4a0be440-a6cb-472b-bcd4-b136b85a8f59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c907be31-c360-42cf-a1ea-3bb400d24750 HTTP/1.1" status: 200 len: 999 time: 0.0649602 Sep 09 16:26:28.531199 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:28.556676 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-42112a71-f1bd-4e11-833f-d62a2a17ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:28.558230 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-42112a71-f1bd-4e11-833f-d62a2a17ad0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0523062 Sep 09 16:26:28.607092 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-d9aaa8c4-7a01-48b7-abf8-306047fdf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:28.608627 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-d9aaa8c4-7a01-48b7-abf8-306047fdf97e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421834 Sep 09 16:26:28.707428 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-f933a8f1-325a-4d07-92ad-ad41a87f6727 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867841 Sep 09 16:26:28.764501 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:26Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:28.795996 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d9801b-ff34-4383-8c0e-4ee9c6c63891 None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:26Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:26:28.800523 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aa741c7c-c2e0-48e6-a79f-04df1c6aaa18 req-3682bf82-c1ad-42de-8300-a936f218db04 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859184 Sep 09 16:26:28.987331 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441502e9-285f-4693-97b5-76c91de28ad7 None None] New status for floating IP 71b697ad-7ac5-4afa-bd40-e22e8860c917: ACTIVE {{(pid=94614) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:26:29.035210 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58064) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:29.533187 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:29.780497 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Deleting port 44eda5d7-9ef7-439b-99ac-3630db53f7c8 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:29.780833 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:29.857712 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] For port 44eda5d7-9ef7-439b-99ac-3630db53f7c8, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=44eda5d7-9ef7-439b-99ac-3630db53f7c8,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:29.858059 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:29.870093 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Calling delete_port for 44eda5d7-9ef7-439b-99ac-3630db53f7c8 owned by network:router_interface {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:30.146054 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:30.174586 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Pushing event deleted for resources: {'Port': ['ID=44eda5d7-9ef7-439b-99ac-3630db53f7c8,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:30.611636 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:30.815653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:26:30.920029 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:26:30.924872 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5f541e75-88b5-4f01-aa55-8bac1e27095d admin admin] 10.222.0.22 "PUT /v2.0/routers/e60536a1-a8e1-4c47-b8d5-cecd93c96c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8886228 Sep 09 16:26:30.927441 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58086) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:30.930243 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] Sync routers for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:26:30.939539 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:30.940153 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:31.031893 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks [] for router, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.141353 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:31.143036 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.259319 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Deleting port ef5b19cd-165d-4feb-b970-7e8e3e343313 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:31.259663 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.316569 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:26:29Z', 'revision_number': 5, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port': {'id': 'ef5b19cd-165d-4feb-b970-7e8e3e343313', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:87:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:18:36Z', 'updated_at': '2021-09-09T16:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:31.343115 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] Checking router: e60536a1-a8e1-4c47-b8d5-cecd93c96c03 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:26:31.347495 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] For port ef5b19cd-165d-4feb-b970-7e8e3e343313, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=ef5b19cd-165d-4feb-b970-7e8e3e343313,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:31.347779 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.353251 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] Routers {'e60536a1-a8e1-4c47-b8d5-cecd93c96c03'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:31.353991 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:31.360914 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Calling delete_port for ef5b19cd-165d-4feb-b970-7e8e3e343313 owned by network:router_gateway {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:31.440216 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] Set router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 gateway port host: None {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:31.494312 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:26:31Z', 'revision_number': 6, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port_host': None}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:31.519798 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd252f5a-9dc9-467d-90e5-82987e7ec278 None None] The sync data for ids ['e60536a1-a8e1-4c47-b8d5-cecd93c96c03'] in dv-cinder-760199-19-iscsi is: [{'id': 'e60536a1-a8e1-4c47-b8d5-cecd93c96c03', 'name': 'tempest-AttachVolumeShelveTestJSON-182754174-router', 'tenant_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:18:35Z', 'updated_at': '2021-09-09T16:26:31Z', 'revision_number': 6, 'project_id': '47f4b652e47e4f2a8c76229ad4ef3924', 'gw_port_host': None}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:26:31.585760 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.612078 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5b19cd-165d-4feb-b970-7e8e3e343313,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:31.670440 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.778107 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.780275 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.930530 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.931095 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e60536a1-a8e1-4c47-b8d5-cecd93c96c03 {{(pid=94613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:26:31.936405 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:31.937568 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-18b0d8fd-cb68-485b-8861-2702d717af98 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e60536a1-a8e1-4c47-b8d5-cecd93c96c03 HTTP/1.1" status: 204 len: 168 time: 1.0090418 Sep 09 16:26:31.940279 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58096) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:31.995047 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebe1531-738d-4358-bc1c-2f92a3424220 admin admin] Deleting subnet 74cbc30b-4a62-4af5-8658-1ceefa23c5ac {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:26:31.998209 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ebe1531-738d-4358-bc1c-2f92a3424220 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.033225 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ebe1531-738d-4358-bc1c-2f92a3424220 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25039843'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.111002 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ebe1531-738d-4358-bc1c-2f92a3424220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.214448 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ebe1531-738d-4358-bc1c-2f92a3424220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24915294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24922916'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.246124 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe1531-738d-4358-bc1c-2f92a3424220 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74cbc30b-4a62-4af5-8658-1ceefa23c5ac,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:32.248128 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2ebe1531-738d-4358-bc1c-2f92a3424220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.251857 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2ebe1531-738d-4358-bc1c-2f92a3424220 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/74cbc30b-4a62-4af5-8658-1ceefa23c5ac HTTP/1.1" status: 204 len: 168 time: 0.3086228 Sep 09 16:26:32.252468 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a8e28-eede-47a5-b92c-9515687e8b32 None None] Network 82c64c0a-c984-4fd8-b12b-a2079f34a282 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:26:32.253194 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58106) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:32.332361 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.388573 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Deleting port 2b8360bc-775b-4071-83ef-1807bea636fb {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:32.388916 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.446074 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44279381-449c-4d72-823e-1969345bb251 None None] DHCP port deletion for 82c64c0a-c984-4fd8-b12b-a2079f34a282 request from dv-cinder-760199-19-iscsi {{(pid=94614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 16:26:32.455673 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] For port 2b8360bc-775b-4071-83ef-1807bea636fb, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=2b8360bc-775b-4071-83ef-1807bea636fb,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:32.456048 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.473226 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Calling delete_port for 2b8360bc-775b-4071-83ef-1807bea636fb owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:32.493644 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-44279381-449c-4d72-823e-1969345bb251 None None] Deleting port 2b8360bc-775b-4071-83ef-1807bea636fb {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:32.494044 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-44279381-449c-4d72-823e-1969345bb251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.576324 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-44279381-449c-4d72-823e-1969345bb251 None None] For port 2b8360bc-775b-4071-83ef-1807bea636fb, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=2b8360bc-775b-4071-83ef-1807bea636fb,segment=NetworkSegment(b6448dc2-ee70-4a13-b8d3-c2d3f196d327),segment_id=b6448dc2-ee70-4a13-b8d3-c2d3f196d327)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:32.585535 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-44279381-449c-4d72-823e-1969345bb251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.595220 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-44279381-449c-4d72-823e-1969345bb251 None None] Calling delete_port for 2b8360bc-775b-4071-83ef-1807bea636fb owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:32.611138 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 44eda5d7-9ef7-439b-99ac-3630db53f7c8 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:32.633243 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.634298 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 44eda5d7-9ef7-439b-99ac-3630db53f7c8 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:32.634298 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 44eda5d7-9ef7-439b-99ac-3630db53f7c8 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:32.634298 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device ef5b19cd-165d-4feb-b970-7e8e3e343313 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:32.660187 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8360bc-775b-4071-83ef-1807bea636fb,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:32.662044 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] No DVR routers for this DVR port 2b8360bc-775b-4071-83ef-1807bea636fb on host dv-cinder-760199-19-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:32.684730 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: ef5b19cd-165d-4feb-b970-7e8e3e343313 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:32.685018 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device ef5b19cd-165d-4feb-b970-7e8e3e343313 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:32.685432 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 2b8360bc-775b-4071-83ef-1807bea636fb no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:32.706490 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 2b8360bc-775b-4071-83ef-1807bea636fb {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:32.706836 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 2b8360bc-775b-4071-83ef-1807bea636fb not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:32.737770 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.743579 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-44279381-449c-4d72-823e-1969345bb251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.758399 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c64c0a-c984-4fd8-b12b-a2079f34a282']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:32.765958 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44279381-449c-4d72-823e-1969345bb251 None None] Pushing event deleted for resources: {'Port': ['ID=2b8360bc-775b-4071-83ef-1807bea636fb,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:32.768698 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:32.769041 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6448dc2-ee70-4a13-b8d3-c2d3f196d327') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:32.771388 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44279381-449c-4d72-823e-1969345bb251 None None] No DVR routers for this DVR port 2b8360bc-775b-4071-83ef-1807bea636fb on host dv-cinder-760199-19-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:32.786982 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.795154 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.802182 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:26:32.802578 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:26:32.805120 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:26:32.865604 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b22bbbdf-0916-436f-b341-68387cba9937 req-c29a35ed-ed5b-493e-85d3-88227d21b706 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1051662944&fields=id&tenant_id=dd34758dd52547bcaad695426c39b68a HTTP/1.1" status: 200 len: 267 time: 0.0339444 Sep 09 16:26:32.918464 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bbbdf-0916-436f-b341-68387cba9937 req-35275359-99d1-407d-b728-a9f8294ec920 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:32.919947 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b22bbbdf-0916-436f-b341-68387cba9937 req-35275359-99d1-407d-b728-a9f8294ec920 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 985 time: 0.0483804 Sep 09 16:26:32.924562 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.930177 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:32.931207 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [req-b22bbbdf-0916-436f-b341-68387cba9937 req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Request body: {'port': {'security_groups': ['c85548bf-29d2-46d4-912c-da47eeb2d87c']}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:26:32.934545 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/82c64c0a-c984-4fd8-b12b-a2079f34a282 HTTP/1.1" status: 204 len: 168 time: 0.6776819 Sep 09 16:26:32.944963 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7754205-fad4-4211-a55c-48a8da50ede1 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c64c0a-c984-4fd8-b12b-a2079f34a282,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:32.999868 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b22bbbdf-0916-436f-b341-68387cba9937 req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.216141 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [req-b22bbbdf-0916-436f-b341-68387cba9937 req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] For port 3a8b890b-41d1-40fa-8c7e-637ac6719425, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:33.245313 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b22bbbdf-0916-436f-b341-68387cba9937 req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.322385 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b22bbbdf-0916-436f-b341-68387cba9937 req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24915856'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.322581 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b3307505-a83d-4c3c-a1cf-4d3b4aff5b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.364404 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['3a8b890b-41d1-40fa-8c7e-637ac6719425'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:26:33.366209 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bbbdf-0916-436f-b341-68387cba9937 req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:33.366842 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [req-b22bbbdf-0916-436f-b341-68387cba9937 req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.368262 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b22bbbdf-0916-436f-b341-68387cba9937 req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "PUT /v2.0/ports/3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 943 time: 0.4418108 Sep 09 16:26:33.368732 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:26:33.371084 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f485e147-2c8b-45d6-a639-546695ce4912" -d '{"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:26:33.376342 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58120) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:33.412067 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58122) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:33.430045 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474fa148-46c5-4d9f-9be9-0c2d09a9d104 x-openstack-request-id: req-474fa148-46c5-4d9f-9be9-0c2d09a9d104 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:26:33.430327 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:26:33.430757 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-474fa148-46c5-4d9f-9be9-0c2d09a9d104 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:26:33.431333 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'status': 'completed', 'code': 200} Sep 09 16:26:33.437871 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d4fb3-f5e7-46a2-9ec9-b033f237dbe2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event updated for resources: {'Port': ['ID=3a8b890b-41d1-40fa-8c7e-637ac6719425,revision_number=7']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:33.486380 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-29e588a0-83d8-4b46-a874-d98963d88918 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47f4b652e47e4f2a8c76229ad4ef3924&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0677319 Sep 09 16:26:33.489825 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58124) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:33.517345 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4667f7d3-6a05-4ee1-b5bd-0b6011ee06bf tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.522432 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['3a8b890b-41d1-40fa-8c7e-637ac6719425'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:26:33.536585 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485e147-2c8b-45d6-a639-546695ce4912 req-1de06d9e-01a1-4a51-aa04-0bb6635eb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:33.538926 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f485e147-2c8b-45d6-a639-546695ce4912 req-1de06d9e-01a1-4a51-aa04-0bb6635eb787 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd34758dd52547bcaad695426c39b68a&device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1099 time: 0.0655026 Sep 09 16:26:33.560907 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4667f7d3-6a05-4ee1-b5bd-0b6011ee06bf tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.615409 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a5c493f2-0141-45b5-915a-38824e53fe58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.639340 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a5c493f2-0141-45b5-915a-38824e53fe58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.681729 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485e147-2c8b-45d6-a639-546695ce4912 req-52a70f18-ed17-4c9f-ba46-faadd046c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:33.683550 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f485e147-2c8b-45d6-a639-546695ce4912 req-52a70f18-ed17-4c9f-ba46-faadd046c4c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=479089fa-a386-4892-b31f-10521fedc485 HTTP/1.1" status: 200 len: 916 time: 0.1369567 Sep 09 16:26:33.742421 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a5c493f2-0141-45b5-915a-38824e53fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.744810 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a5c493f2-0141-45b5-915a-38824e53fe58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.746219 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a5c493f2-0141-45b5-915a-38824e53fe58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94a027dc-b50d-48e8-aff6-3eb1ee4602b9 HTTP/1.1" status: 204 len: 168 time: 0.2551939 Sep 09 16:26:33.754988 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c493f2-0141-45b5-915a-38824e53fe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a027dc-b50d-48e8-aff6-3eb1ee4602b9,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:33.766854 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f485e147-2c8b-45d6-a639-546695ce4912 req-b1ed4c3b-7f0b-45cc-9398-ff3a38c2408c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 1002 time: 0.0695534 Sep 09 16:26:33.768842 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4667f7d3-6a05-4ee1-b5bd-0b6011ee06bf tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.771557 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4667f7d3-6a05-4ee1-b5bd-0b6011ee06bf tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.773142 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4667f7d3-6a05-4ee1-b5bd-0b6011ee06bf tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "DELETE /v2.0/security-groups/0835af09-d5d6-413b-bfff-99ff94002569 HTTP/1.1" status: 204 len: 168 time: 0.3955543 Sep 09 16:26:33.777920 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58128) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:33.815771 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-ed01b267-9cf0-4bf1-9948-4dcde9e9b0e1 None None] Provisioning complete for port 3a8b890b-41d1-40fa-8c7e-637ac6719425 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:26:33.816381 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-ed01b267-9cf0-4bf1-9948-4dcde9e9b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:33.844485 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667f7d3-6a05-4ee1-b5bd-0b6011ee06bf tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0835af09-d5d6-413b-bfff-99ff94002569,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:33.848181 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485e147-2c8b-45d6-a639-546695ce4912 req-cd0f73d0-6e9e-49b2-9696-2ba722c823e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:33.849784 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f485e147-2c8b-45d6-a639-546695ce4912 req-cd0f73d0-6e9e-49b2-9696-2ba722c823e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50774831-a8bf-4cb4-b785-0bd42aca0480 HTTP/1.1" status: 200 len: 854 time: 0.0754340 Sep 09 16:26:33.911976 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485e147-2c8b-45d6-a639-546695ce4912 req-ecf8a82b-5c83-432f-8033-cee5f0fa12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:33.914115 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f485e147-2c8b-45d6-a639-546695ce4912 req-ecf8a82b-5c83-432f-8033-cee5f0fa12d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=479089fa-a386-4892-b31f-10521fedc485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0561285 Sep 09 16:26:34.007383 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Deleting port 5d2dfe30-ee2a-4d93-b4b9-945f6d3e345c {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:34.007946 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:34.020296 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f485e147-2c8b-45d6-a639-546695ce4912 req-49824d84-ad22-41f4-bff1-062bc7f920fd service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933149 Sep 09 16:26:34.086334 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:34.086815 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:34.099117 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Calling delete_port for 5d2dfe30-ee2a-4d93-b4b9-945f6d3e345c owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:34.113919 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f485e147-2c8b-45d6-a639-546695ce4912 req-497df04e-216a-44dc-a4fb-225a95d4559c service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845687 Sep 09 16:26:34.358921 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:34.384624 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event deleted for resources: {'Port': ['ID=5d2dfe30-ee2a-4d93-b4b9-945f6d3e345c,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:34.450026 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:34.450026 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Floating IP 9eda2824-72d3-47aa-a5f4-8c862c492f6a disassociated (deleted). External IP: 172.27.2.172, port: 3a8b890b-41d1-40fa-8c7e-637ac6719425. Sep 09 16:26:34.650402 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Router 2ec88269-5d22-4f55-8c97-764d3894e721 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:26:34.754972 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:26:34.760052 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:34.764858 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] Sync routers for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:26:34.773788 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:34.774438 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:34.790808 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-05631008-fafd-45dd-a7e0-bbdce25e07c2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "DELETE /v2.0/floatingips/9eda2824-72d3-47aa-a5f4-8c862c492f6a HTTP/1.1" status: 204 len: 168 time: 1.0024586 Sep 09 16:26:34.891738 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:35.110101 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:15Z', 'revision_number': 5, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:35.133913 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] Checking router: 2ec88269-5d22-4f55-8c97-764d3894e721 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:26:35.144497 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:35.145431 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:35.264656 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:35.432538 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:26:35.434974 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8961ab7a-d31a-48c6-99fc-5777ba6cb048" -d '{"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:26:35.472599 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ec908e-2552-4706-8e40-877126567a30 x-openstack-request-id: req-c1ec908e-2552-4706-8e40-877126567a30 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:26:35.472889 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:26:35.473136 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1ec908e-2552-4706-8e40-877126567a30 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:26:35.473527 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'status': 'completed', 'code': 200} Sep 09 16:26:35.474888 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:15Z', 'revision_number': 5, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:35.508428 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42febc-f2d4-4005-8b2f-b6ca00d03b09 None None] The sync data for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi is: [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:24:09Z', 'revision_number': 4, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': 'e5e575d5-72de-4dcc-8649-ec2254e4e1ab', 'name': '', 'network_id': '479089fa-a386-4892-b31f-10521fedc485', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'mac_address': 'fa:16:3e:32:54:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:08Z', 'updated_at': '2021-09-09T16:24:15Z', 'revision_number': 5, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'subnets': [{'id': '50774831-a8bf-4cb4-b785-0bd42aca0480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:26:35.614007 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d24974de-aa16-491b-8532-abf507a30fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:35.714224 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d322a5-9bdc-4103-bb44-37cdcde4e4a9 None None] New status for floating IP 9eda2824-72d3-47aa-a5f4-8c862c492f6a: DOWN {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:26:36.036586 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:36.633270 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:37.314091 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-1cdf6ba4-6492-4b86-86ab-7ed13b400859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:37.315662 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-1cdf6ba4-6492-4b86-86ab-7ed13b400859 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dd34758dd52547bcaad695426c39b68a&device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 1099 time: 0.0482674 Sep 09 16:26:37.405109 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-8bd8710a-dab2-429a-9e16-f95398e06137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:37.406632 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-8bd8710a-dab2-429a-9e16-f95398e06137 service neutron] 10.222.0.21 "GET /v2.0/networks?id=479089fa-a386-4892-b31f-10521fedc485 HTTP/1.1" status: 200 len: 916 time: 0.0833263 Sep 09 16:26:37.450591 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-6b244f4c-2351-4b73-9ab0-45551bcd3dca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 200 len: 217 time: 0.0361564 Sep 09 16:26:37.500516 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-84779530-b038-466d-a33d-33640706a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:37.501970 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-84779530-b038-466d-a33d-33640706a567 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=50774831-a8bf-4cb4-b785-0bd42aca0480 HTTP/1.1" status: 200 len: 854 time: 0.0430942 Sep 09 16:26:37.549024 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-0937f295-1c14-4d98-90b4-9abd1bf25f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:37.550425 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-0937f295-1c14-4d98-90b4-9abd1bf25f26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=479089fa-a386-4892-b31f-10521fedc485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385723 Sep 09 16:26:37.644831 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-8f35e287-9994-4ad9-a7e6-bdca68420437 service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853908 Sep 09 16:26:37.738940 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8961ab7a-d31a-48c6-99fc-5777ba6cb048 req-d7fc7e1d-5658-4fdd-8bfc-00a6ca5c6d12 service neutron] 10.222.0.21 "GET /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850115 Sep 09 16:26:38.495810 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:39.097437 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:26:42.591188 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:43.321659 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66389ed8-c30a-438e-bfdf-e7e3d56a463e req-62eb3533-3b11-4c09-99f5-577f26b2ed38 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:43.332021 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-66389ed8-c30a-438e-bfdf-e7e3d56a463e req-62eb3533-3b11-4c09-99f5-577f26b2ed38 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0531404 Sep 09 16:26:43.363203 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-66389ed8-c30a-438e-bfdf-e7e3d56a463e req-65f8ff4f-e247-474a-ac87-73bde3a5b377 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Sep 09 16:26:44.479126 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccbffd-0d5f-40f3-ad0b-4ec12f1630e0 req-b9976c45-874a-4dac-bab1-e93002918e2b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:44.480608 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8fccbffd-0d5f-40f3-ad0b-4ec12f1630e0 req-b9976c45-874a-4dac-bab1-e93002918e2b tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0501292 Sep 09 16:26:44.521660 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8fccbffd-0d5f-40f3-ad0b-4ec12f1630e0 req-3f2dc96a-5784-4fa9-b749-11e36439b5d9 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Sep 09 16:26:45.363315 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-1dfaa793-063a-478d-87ad-29dbbeb4a14f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:45.364746 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-1dfaa793-063a-478d-87ad-29dbbeb4a14f tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.21 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0502098 Sep 09 16:26:45.462116 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Deleting port 3a8b890b-41d1-40fa-8c7e-637ac6719425 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:45.462530 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:45.558627 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] For port 3a8b890b-41d1-40fa-8c7e-637ac6719425, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=3a8b890b-41d1-40fa-8c7e-637ac6719425,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:45.559313 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:45.574037 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Calling delete_port for 3a8b890b-41d1-40fa-8c7e-637ac6719425 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:45.577934 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58360) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:45.692491 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f5ccaa-a0b2-4395-906d-466b4c0cb744 req-9fcd50cd-66cb-479b-9fd5-938ae3b24cf2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:26:45.694001 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c7f5ccaa-a0b2-4395-906d-466b4c0cb744 req-9fcd50cd-66cb-479b-9fd5-938ae3b24cf2 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 946 time: 0.0708871 Sep 09 16:26:45.703040 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-30f04f81-d693-4a23-b37c-b64b999138ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:45.765411 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c7f5ccaa-a0b2-4395-906d-466b4c0cb744 req-5bc333eb-7cb0-47b3-9e92-880edcaba6d4 tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/security-groups?id=c85548bf-29d2-46d4-912c-da47eeb2d87c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651464 Sep 09 16:26:45.912731 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:45.947345 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Pushing event deleted for resources: {'Port': ['ID=3a8b890b-41d1-40fa-8c7e-637ac6719425,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:45.957275 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['3a8b890b-41d1-40fa-8c7e-637ac6719425'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:26:45.984357 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-30f04f81-d693-4a23-b37c-b64b999138ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:45.987424 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] No DVR routers for this DVR port 3a8b890b-41d1-40fa-8c7e-637ac6719425 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:45.989712 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:45.991681 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-13fb72c8-fc7e-4b97-82a1-8e9d9f1b023a req-29ce7b93-3fe4-4258-8a44-bf680566faaa tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.21 "DELETE /v2.0/ports/3a8b890b-41d1-40fa-8c7e-637ac6719425 HTTP/1.1" status: 204 len: 173 time: 0.6205134 Sep 09 16:26:45.992116 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'name': 'network-vif-deleted', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:26:45.994460 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160a2ac6-ff4f-4394-a1f0-b2d7900ea4f9" -d '{"events": [{"server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "name": "network-vif-deleted", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:26:46.030742 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13026a83-fe66-4b2a-9b9c-7acc48b02ae8 x-openstack-request-id: req-13026a83-fe66-4b2a-9b9c-7acc48b02ae8 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:26:46.031036 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bc6dc-7760-4328-9267-f9476b0f01dd", "name": "network-vif-deleted", "tag": "3a8b890b-41d1-40fa-8c7e-637ac6719425", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:26:46.031290 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13026a83-fe66-4b2a-9b9c-7acc48b02ae8 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:26:46.031682 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bc6dc-7760-4328-9267-f9476b0f01dd', 'name': 'network-vif-deleted', 'tag': '3a8b890b-41d1-40fa-8c7e-637ac6719425', 'status': 'completed', 'code': 200} Sep 09 16:26:46.169342 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58370) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:46.181207 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-30f04f81-d693-4a23-b37c-b64b999138ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.220253 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-30f04f81-d693-4a23-b37c-b64b999138ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c821099206c4e1e9ef535d5a8d57007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411595 Sep 09 16:26:46.221313 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f04f81-d693-4a23-b37c-b64b999138ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a93e37-a15e-4b2e-ac42-ef79d96551d5,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:46.223504 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58374) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:46.280624 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2e8079a0-7e7e-4b9f-a691-bd9279f19fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.282267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f194a16-133e-402e-9357-0b0092a714b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.304859 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2e8079a0-7e7e-4b9f-a691-bd9279f19fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.438456 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2e8079a0-7e7e-4b9f-a691-bd9279f19fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.441673 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2e8079a0-7e7e-4b9f-a691-bd9279f19fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.443045 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-2e8079a0-7e7e-4b9f-a691-bd9279f19fea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12a93e37-a15e-4b2e-ac42-ef79d96551d5 HTTP/1.1" status: 204 len: 168 time: 0.2182338 Sep 09 16:26:46.454165 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8079a0-7e7e-4b9f-a691-bd9279f19fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a93e37-a15e-4b2e-ac42-ef79d96551d5,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:46.513030 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f194a16-133e-402e-9357-0b0092a714b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.587051 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0f194a16-133e-402e-9357-0b0092a714b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.624984 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0f194a16-133e-402e-9357-0b0092a714b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb43d804e75446a5b1c737fd84214f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544907 Sep 09 16:26:46.625860 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f194a16-133e-402e-9357-0b0092a714b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34459a0e-c602-485b-a196-0b371128e007,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:46.627776 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58378) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:46.679644 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77373afc-3c39-4adf-8a7b-c8f42f1e9443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.702035 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77373afc-3c39-4adf-8a7b-c8f42f1e9443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.815230 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77373afc-3c39-4adf-8a7b-c8f42f1e9443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.818514 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77373afc-3c39-4adf-8a7b-c8f42f1e9443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:46.823642 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-77373afc-3c39-4adf-8a7b-c8f42f1e9443 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34459a0e-c602-485b-a196-0b371128e007 HTTP/1.1" status: 204 len: 168 time: 0.1921403 Sep 09 16:26:46.830023 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77373afc-3c39-4adf-8a7b-c8f42f1e9443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34459a0e-c602-485b-a196-0b371128e007,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:46.879425 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e17c6353-b527-489a-93e6-9fe4f92fe719 req-bd4f557f-da8e-47fb-9000-8d00b295008c tempest-TestMinimumBasicScenario-1352570254 tempest-TestMinimumBasicScenario-1352570254-project] 10.222.0.22 "GET /v2.0/ports?device_id=355bc6dc-7760-4328-9267-f9476b0f01dd HTTP/1.1" status: 200 len: 210 time: 0.0299220 Sep 09 16:26:47.291131 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58390) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:47.306486 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df370d21-108b-4f69-8a0b-1121385549f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:47.394437 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df370d21-108b-4f69-8a0b-1121385549f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:47.471654 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df370d21-108b-4f69-8a0b-1121385549f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:47.512160 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-df370d21-108b-4f69-8a0b-1121385549f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c534f41f75a44736bd3440edfd954d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2199502 Sep 09 16:26:47.513096 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df370d21-108b-4f69-8a0b-1121385549f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441afef6-b311-43ce-9ae9-b4b7f07c297f,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:47.514935 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58396) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:47.573653 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-635e8cdf-07cf-4cb2-8980-5604f117da19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:47.596176 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-635e8cdf-07cf-4cb2-8980-5604f117da19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:47.712287 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-635e8cdf-07cf-4cb2-8980-5604f117da19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:47.714904 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-635e8cdf-07cf-4cb2-8980-5604f117da19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:47.716052 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-635e8cdf-07cf-4cb2-8980-5604f117da19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/441afef6-b311-43ce-9ae9-b4b7f07c297f HTTP/1.1" status: 204 len: 168 time: 0.2000628 Sep 09 16:26:47.723901 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e8cdf-07cf-4cb2-8980-5604f117da19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441afef6-b311-43ce-9ae9-b4b7f07c297f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:49.183597 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 3a8b890b-41d1-40fa-8c7e-637ac6719425 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:49.207765 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 3a8b890b-41d1-40fa-8c7e-637ac6719425 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:49.208122 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 3a8b890b-41d1-40fa-8c7e-637ac6719425 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:49.592912 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58500) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:49.956243 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:50.441325 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Deleting port e5e575d5-72de-4dcc-8649-ec2254e4e1ab {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:50.441670 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:50.524732 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] For port e5e575d5-72de-4dcc-8649-ec2254e4e1ab, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:50.525096 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:50.537247 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Calling delete_port for e5e575d5-72de-4dcc-8649-ec2254e4e1ab owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:50.838660 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:50.864697 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e575d5-72de-4dcc-8649-ec2254e4e1ab,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:51.034449 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:51.275241 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Router 2ec88269-5d22-4f55-8c97-764d3894e721 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:26:51.387512 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:26:51.393201 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4e8f2beb-89c2-4c01-b33d-f429b67ff87d admin admin] 10.222.0.22 "PUT /v2.0/routers/2ec88269-5d22-4f55-8c97-764d3894e721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7992010 Sep 09 16:26:51.395710 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58534) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:51.398723 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] Sync routers for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:26:51.409648 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:51.410304 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:36Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:51.504819 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:51.517450 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:51.612593 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:51.696888 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:26:50Z', 'revision_number': 5, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port': {'id': '08743424-0bdb-4ed4-9df5-c65db964cfb4', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:84:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:06Z', 'updated_at': '2021-09-09T16:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:51.723580 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] Checking router: 2ec88269-5d22-4f55-8c97-764d3894e721 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:26:51.733774 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] Routers {'2ec88269-5d22-4f55-8c97-764d3894e721'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:51.734526 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:36Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['2ec88269-5d22-4f55-8c97-764d3894e721'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:51.768804 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Deleting port 08743424-0bdb-4ed4-9df5-c65db964cfb4 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:51.769155 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:51.839274 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] Set router 2ec88269-5d22-4f55-8c97-764d3894e721 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:51.873829 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] For port 08743424-0bdb-4ed4-9df5-c65db964cfb4, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=08743424-0bdb-4ed4-9df5-c65db964cfb4,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:51.873829 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:51.892451 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Calling delete_port for 08743424-0bdb-4ed4-9df5-c65db964cfb4 owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:52.028909 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:26:51Z', 'revision_number': 6, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port_host': None}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:52.059500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e2f2f4-5ea8-4214-8bd6-cd702fe57d95 None None] The sync data for ids ['2ec88269-5d22-4f55-8c97-764d3894e721'] in dv-cinder-760199-19-iscsi is: [{'id': '2ec88269-5d22-4f55-8c97-764d3894e721', 'name': 'tempest-TestMinimumBasicScenario-1906162575-router', 'tenant_id': 'dd34758dd52547bcaad695426c39b68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:05Z', 'updated_at': '2021-09-09T16:26:51Z', 'revision_number': 6, 'project_id': 'dd34758dd52547bcaad695426c39b68a', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:26:52.208103 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.238153 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Pushing event deleted for resources: {'Port': ['ID=08743424-0bdb-4ed4-9df5-c65db964cfb4,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:52.308313 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.408107 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.410607 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.562338 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.562868 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec88269-5d22-4f55-8c97-764d3894e721 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:26:52.568004 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.569600 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-b968a1fb-d4db-4736-9ddc-d789d9f7043d admin admin] 10.222.0.22 "DELETE /v2.0/routers/2ec88269-5d22-4f55-8c97-764d3894e721 HTTP/1.1" status: 204 len: 168 time: 1.1724513 Sep 09 16:26:52.572354 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58560) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:52.620980 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b8a07df-1260-4256-8e92-161d58930997 admin admin] Deleting subnet 50774831-a8bf-4cb4-b785-0bd42aca0480 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:26:52.624146 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b8a07df-1260-4256-8e92-161d58930997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.658184 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b8a07df-1260-4256-8e92-161d58930997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25039843'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.734322 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b8a07df-1260-4256-8e92-161d58930997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.862177 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device e5e575d5-72de-4dcc-8649-ec2254e4e1ab no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:52.867894 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b8a07df-1260-4256-8e92-161d58930997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24915294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24922916'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.884461 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: e5e575d5-72de-4dcc-8649-ec2254e4e1ab {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:52.884801 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device e5e575d5-72de-4dcc-8649-ec2254e4e1ab not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:52.885221 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 08743424-0bdb-4ed4-9df5-c65db964cfb4 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:52.893718 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a07df-1260-4256-8e92-161d58930997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50774831-a8bf-4cb4-b785-0bd42aca0480,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:52.897509 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4b8a07df-1260-4256-8e92-161d58930997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:52.899702 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4b8a07df-1260-4256-8e92-161d58930997 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/50774831-a8bf-4cb4-b785-0bd42aca0480 HTTP/1.1" status: 204 len: 168 time: 0.3261929 Sep 09 16:26:52.902107 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58562) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:52.910175 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70dd0d-1e6b-4c62-a3f2-b5f98cfd45fe None None] Network 479089fa-a386-4892-b31f-10521fedc485 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:26:52.925924 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 08743424-0bdb-4ed4-9df5-c65db964cfb4 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:52.926275 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 08743424-0bdb-4ed4-9df5-c65db964cfb4 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:52.979934 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.040485 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Deleting port ffca9266-6380-48cb-bb76-a4712408e46b {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:53.040841 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.093515 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] DHCP port deletion for 479089fa-a386-4892-b31f-10521fedc485 request from dv-cinder-760199-19-iscsi {{(pid=94614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 16:26:53.119610 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] For port ffca9266-6380-48cb-bb76-a4712408e46b, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=ffca9266-6380-48cb-bb76-a4712408e46b,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:53.119998 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.135357 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Calling delete_port for ffca9266-6380-48cb-bb76-a4712408e46b owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:53.148420 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] Deleting port ffca9266-6380-48cb-bb76-a4712408e46b {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:53.148786 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.210585 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] For port ffca9266-6380-48cb-bb76-a4712408e46b, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=ffca9266-6380-48cb-bb76-a4712408e46b,segment=NetworkSegment(29142e1e-f4d4-4f2e-b1dc-8c8a31adf979),segment_id=29142e1e-f4d4-4f2e-b1dc-8c8a31adf979)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:53.211024 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.223790 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] Calling delete_port for ffca9266-6380-48cb-bb76-a4712408e46b owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:53.278505 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.302654 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.311354 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] No DVR routers for this DVR port ffca9266-6380-48cb-bb76-a4712408e46b on host dv-cinder-760199-19-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:53.312989 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffca9266-6380-48cb-bb76-a4712408e46b,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:53.328545 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] Pushing event deleted for resources: {'Port': ['ID=ffca9266-6380-48cb-bb76-a4712408e46b,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:53.332010 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36079561-a6c3-4c75-bf4b-82b53dd75051 None None] No DVR routers for this DVR port ffca9266-6380-48cb-bb76-a4712408e46b on host dv-cinder-760199-19-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:53.398116 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.420787 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479089fa-a386-4892-b31f-10521fedc485']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:53.434318 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:53.434513 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29142e1e-f4d4-4f2e-b1dc-8c8a31adf979') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:53.445210 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25039770'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.462207 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.473906 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:26:53.474298 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24915900'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: Traceback (most recent call last): Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: timer() Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: cb(*args, **kw) Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: return func(*args, **kwargs) Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: self._notify() Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: self.callback(batched_events) Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: event.method(event) Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: return f(self, *a, **k) Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._get(url).json() Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:26:53.476221 dv-cinder-760199-19-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:26:53.669284 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.675784 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:53.677674 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] 10.222.0.22 "DELETE /v2.0/networks/479089fa-a386-4892-b31f-10521fedc485 HTTP/1.1" status: 204 len: 168 time: 0.7743683 Sep 09 16:26:53.680934 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58578) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:53.696778 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517eaee-c36f-4b4b-9d95-ed889e58a841 admin admin] Pushing event deleted for resources: {'Network': ['ID=479089fa-a386-4892-b31f-10521fedc485,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:53.920885 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58590) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:54.053305 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-14a0a85b-85e4-449d-9cc5-79317f2e5250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.090745 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.171104 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-14a0a85b-85e4-449d-9cc5-79317f2e5250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.237027 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-14a0a85b-85e4-449d-9cc5-79317f2e5250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.282046 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-14a0a85b-85e4-449d-9cc5-79317f2e5250 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac231e8db8da4dc9908cf5c71d15533e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600152 Sep 09 16:26:54.283028 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0a85b-85e4-449d-9cc5-79317f2e5250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9fb09d-050e-466d-9b2e-bf76d8134be7,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:54.285661 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58610) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:54.423871 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.465005 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.509762 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Deleting port 33020fd7-fc4f-4921-8604-2dc1c4ecf750 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:54.510446 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.621090 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device ffca9266-6380-48cb-bb76-a4712408e46b no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:54.639099 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] For port 33020fd7-fc4f-4921-8604-2dc1c4ecf750, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=33020fd7-fc4f-4921-8604-2dc1c4ecf750,segment=NetworkSegment(0994dca0-f8fd-46c1-8e3e-cfd7e9773d86),segment_id=0994dca0-f8fd-46c1-8e3e-cfd7e9773d86)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:54.639099 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.644515 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: ffca9266-6380-48cb-bb76-a4712408e46b {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:54.644873 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device ffca9266-6380-48cb-bb76-a4712408e46b not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:54.655894 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Calling delete_port for 33020fd7-fc4f-4921-8604-2dc1c4ecf750 owned by network:router_interface {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:54.700243 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.702742 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:54.703867 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e9fb09d-050e-466d-9b2e-bf76d8134be7 HTTP/1.1" status: 204 len: 168 time: 0.4166982 Sep 09 16:26:54.718222 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9fb09d-050e-466d-9b2e-bf76d8134be7,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:54.736270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.736614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.736948 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.737268 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.737601 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.737946 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.738269 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.738590 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.738917 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.739225 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.739542 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:54.739857 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b4103f-db5d-45d9-b7cf-e2c187bca54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:26:55.015434 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.043525 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Pushing event deleted for resources: {'Port': ['ID=33020fd7-fc4f-4921-8604-2dc1c4ecf750,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:55.463476 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58624) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:55.482022 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-66ff9637-025e-4b01-8bee-21f35b0d28a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.502632 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.595272 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-66ff9637-025e-4b01-8bee-21f35b0d28a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.661319 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-66ff9637-025e-4b01-8bee-21f35b0d28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.719378 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-66ff9637-025e-4b01-8bee-21f35b0d28a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4a88cf940628469496e43b542f083983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536259 Sep 09 16:26:55.721293 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58628) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:55.731082 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff9637-025e-4b01-8bee-21f35b0d28a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818f8c15-e15d-44d6-ab8a-bd0780a0b2db,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:55.787605 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-902d4466-8dfa-4864-adf7-045737fa969a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.794712 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:26:55.815343 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-902d4466-8dfa-4864-adf7-045737fa969a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.927375 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:26:55.933639 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-ad6f7042-9906-4c60-af65-43b1521496ff admin admin] 10.222.0.22 "PUT /v2.0/routers/f6f52c72-0ef4-4608-a8d5-2dde03b9a42f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2515559 Sep 09 16:26:55.936108 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58632) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:55.939279 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] Sync routers for ids ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:26:55.951673 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] Routers {'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:55.952463 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:36Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:55.976516 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-902d4466-8dfa-4864-adf7-045737fa969a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.979505 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-902d4466-8dfa-4864-adf7-045737fa969a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:55.985697 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-902d4466-8dfa-4864-adf7-045737fa969a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/818f8c15-e15d-44d6-ab8a-bd0780a0b2db HTTP/1.1" status: 204 len: 168 time: 0.2571924 Sep 09 16:26:55.993200 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d4466-8dfa-4864-adf7-045737fa969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818f8c15-e15d-44d6-ab8a-bd0780a0b2db,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:56.092890 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:56.107584 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] Set router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:56.199497 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:56.284423 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:26:54Z', 'revision_number': 5, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:56.311209 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] Checking router: f6f52c72-0ef4-4608-a8d5-2dde03b9a42f for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:26:56.319730 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] Routers {'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:26:56.320335 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:26:36Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:56.427628 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] Set router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:26:56.463393 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Deleting port c789ae0f-e6a5-466d-bf92-1cb6b48bd648 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:56.463735 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:56.563894 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] For port c789ae0f-e6a5-466d-bf92-1cb6b48bd648, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=c789ae0f-e6a5-466d-bf92-1cb6b48bd648,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:56.564271 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:56.578645 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Calling delete_port for c789ae0f-e6a5-466d-bf92-1cb6b48bd648 owned by network:router_gateway {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:56.630837 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:26:54Z', 'revision_number': 5, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:56.677483 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4864ff87-2409-4ecb-b1c6-623934f8aa20 None None] The sync data for ids ['f6f52c72-0ef4-4608-a8d5-2dde03b9a42f'] in dv-cinder-760199-19-iscsi is: [{'id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'name': 'tempest-TestMinimumBasicScenario-1047213130-router', 'tenant_id': '4d4445d9168f444bba0d05265a0ccbae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:24:14Z', 'updated_at': '2021-09-09T16:26:54Z', 'revision_number': 5, 'project_id': '4d4445d9168f444bba0d05265a0ccbae', 'gw_port': {'id': 'c789ae0f-e6a5-466d-bf92-1cb6b48bd648', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f52c72-0ef4-4608-a8d5-2dde03b9a42f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:24:15Z', 'updated_at': '2021-09-09T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:26:56.888584 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:56.915669 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c789ae0f-e6a5-466d-bf92-1cb6b48bd648,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:56.975134 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.068815 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.071135 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.278301 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.279065 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6f52c72-0ef4-4608-a8d5-2dde03b9a42f {{(pid=94613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:26:57.285179 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.286619 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e3606ee3-02c1-4b31-8078-286176e9fdc2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f6f52c72-0ef4-4608-a8d5-2dde03b9a42f HTTP/1.1" status: 204 len: 168 time: 1.3484881 Sep 09 16:26:57.290141 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58662) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:57.344624 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9bd878-704f-40f3-8669-0ba540f9e305 admin admin] Deleting subnet c9371439-301c-474a-be5b-9302fba66b83 {{(pid=94613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:26:57.348766 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd878-704f-40f3-8669-0ba540f9e305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.391925 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd878-704f-40f3-8669-0ba540f9e305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32236522'] for subnet, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.521692 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd878-704f-40f3-8669-0ba540f9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.633394 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd878-704f-40f3-8669-0ba540f9e305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32216243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29623281'] for subnet, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.665206 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bd878-704f-40f3-8669-0ba540f9e305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9371439-301c-474a-be5b-9302fba66b83,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:57.667718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd878-704f-40f3-8669-0ba540f9e305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.670358 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-2d9bd878-704f-40f3-8669-0ba540f9e305 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c9371439-301c-474a-be5b-9302fba66b83 HTTP/1.1" status: 204 len: 168 time: 0.3789573 Sep 09 16:26:57.672280 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ddebca-1a24-497a-93d2-8ebe4a03d6a7 None None] Network 051d400a-773d-41d0-b59c-18245685bd0e requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:26:57.672766 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58672) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:57.760681 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.835216 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Deleting port f79d69e8-c7c6-47cf-9d67-608f86c64cfe {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:57.835216 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.903420 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] For port f79d69e8-c7c6-47cf-9d67-608f86c64cfe, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,segment=NetworkSegment(0994dca0-f8fd-46c1-8e3e-cfd7e9773d86),segment_id=0994dca0-f8fd-46c1-8e3e-cfd7e9773d86)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:57.904188 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:57.916801 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Calling delete_port for f79d69e8-c7c6-47cf-9d67-608f86c64cfe owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:57.918277 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] DHCP port deletion for 051d400a-773d-41d0-b59c-18245685bd0e request from dv-cinder-760199-19-iscsi {{(pid=94614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 16:26:57.975192 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] Deleting port f79d69e8-c7c6-47cf-9d67-608f86c64cfe {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:26:57.975763 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.045253 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] For port f79d69e8-c7c6-47cf-9d67-608f86c64cfe, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,segment=NetworkSegment(0994dca0-f8fd-46c1-8e3e-cfd7e9773d86),segment_id=0994dca0-f8fd-46c1-8e3e-cfd7e9773d86)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:26:58.045657 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.058161 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] Calling delete_port for f79d69e8-c7c6-47cf-9d67-608f86c64cfe owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:26:58.078279 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.111204 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:58.115568 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] No DVR routers for this DVR port f79d69e8-c7c6-47cf-9d67-608f86c64cfe on host dv-cinder-760199-19-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:58.138596 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.169691 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] Pushing event deleted for resources: {'Port': ['ID=f79d69e8-c7c6-47cf-9d67-608f86c64cfe,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:58.171519 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a823d2-0b97-41f4-8815-5e94551f8ff8 None None] No DVR routers for this DVR port f79d69e8-c7c6-47cf-9d67-608f86c64cfe on host dv-cinder-760199-19-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:26:58.196492 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.218612 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051d400a-773d-41d0-b59c-18245685bd0e']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:58.230185 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:58.230584 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0994dca0-f8fd-46c1-8e3e-cfd7e9773d86') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:26:58.241531 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.255318 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.261997 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:26:58.262478 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:26:58.264367 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:26:58.398614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.404277 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.406182 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] 10.222.0.22 "DELETE /v2.0/networks/051d400a-773d-41d0-b59c-18245685bd0e HTTP/1.1" status: 204 len: 168 time: 0.7325246 Sep 09 16:26:58.416958 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62a263-4b7b-499d-a835-257c53715919 admin admin] Pushing event deleted for resources: {'Network': ['ID=051d400a-773d-41d0-b59c-18245685bd0e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:58.614128 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device f79d69e8-c7c6-47cf-9d67-608f86c64cfe no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:58.641651 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: f79d69e8-c7c6-47cf-9d67-608f86c64cfe {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:58.642119 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device f79d69e8-c7c6-47cf-9d67-608f86c64cfe not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:58.642759 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c789ae0f-e6a5-466d-bf92-1cb6b48bd648 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:58.668507 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: c789ae0f-e6a5-466d-bf92-1cb6b48bd648 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:58.669004 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c789ae0f-e6a5-466d-bf92-1cb6b48bd648 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:58.669590 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 33020fd7-fc4f-4921-8604-2dc1c4ecf750 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:26:58.691746 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 33020fd7-fc4f-4921-8604-2dc1c4ecf750 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:26:58.692495 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 33020fd7-fc4f-4921-8604-2dc1c4ecf750 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:26:58.768249 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58694) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:58.809478 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-cb00ac89-d2cc-4c9d-8084-cf3d8d692c6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd34758dd52547bcaad695426c39b68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398781 Sep 09 16:26:58.812124 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58696) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:58.868016 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f69b9d4-e6ce-48ae-b23b-ddbf6ed1226b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.891267 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f69b9d4-e6ce-48ae-b23b-ddbf6ed1226b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:58.961863 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58702) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:59.019270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f69b9d4-e6ce-48ae-b23b-ddbf6ed1226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.021940 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5f69b9d4-e6ce-48ae-b23b-ddbf6ed1226b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.023255 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5f69b9d4-e6ce-48ae-b23b-ddbf6ed1226b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c85548bf-29d2-46d4-912c-da47eeb2d87c HTTP/1.1" status: 204 len: 168 time: 0.2100997 Sep 09 16:26:59.032374 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f69b9d4-e6ce-48ae-b23b-ddbf6ed1226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85548bf-29d2-46d4-912c-da47eeb2d87c,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:59.070529 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad7362b7-d2da-4d07-989d-0d962e79ba32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.227059 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad7362b7-d2da-4d07-989d-0d962e79ba32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.477780 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ad7362b7-d2da-4d07-989d-0d962e79ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.516971 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-ad7362b7-d2da-4d07-989d-0d962e79ba32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce533c6ff2be44ab88b898d775eed905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5533719 Sep 09 16:26:59.518047 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7362b7-d2da-4d07-989d-0d962e79ba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89adf394-4f0e-45c1-94a2-9f0b173f3f48,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:26:59.520491 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58718) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:26:59.570296 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8118fbf9-e59e-46a0-b5eb-a4dd44a93e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.594036 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8118fbf9-e59e-46a0-b5eb-a4dd44a93e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.723574 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8118fbf9-e59e-46a0-b5eb-a4dd44a93e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.726486 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-8118fbf9-e59e-46a0-b5eb-a4dd44a93e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:26:59.727771 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-8118fbf9-e59e-46a0-b5eb-a4dd44a93e70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89adf394-4f0e-45c1-94a2-9f0b173f3f48 HTTP/1.1" status: 204 len: 168 time: 0.2053494 Sep 09 16:26:59.744757 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118fbf9-e59e-46a0-b5eb-a4dd44a93e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89adf394-4f0e-45c1-94a2-9f0b173f3f48,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:00.116677 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58726) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:00.164053 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-05cf847e-2bc1-48c8-a22c-0772c9ae32ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4d4445d9168f444bba0d05265a0ccbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387878 Sep 09 16:27:00.164053 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58728) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:00.218848 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c60eb14a-9bcd-4591-9ab8-5aac0a9ae75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:00.243143 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c60eb14a-9bcd-4591-9ab8-5aac0a9ae75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:00.369710 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c60eb14a-9bcd-4591-9ab8-5aac0a9ae75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:00.373209 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c60eb14a-9bcd-4591-9ab8-5aac0a9ae75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:00.374801 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c60eb14a-9bcd-4591-9ab8-5aac0a9ae75d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abd5c3f9-cf0a-4528-a2f5-f94012f88891 HTTP/1.1" status: 204 len: 168 time: 0.2142410 Sep 09 16:27:00.384238 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60eb14a-9bcd-4591-9ab8-5aac0a9ae75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd5c3f9-cf0a-4528-a2f5-f94012f88891,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:02.769121 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58796) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:02.876451 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c189-2c89-4991-a48b-7e516561d2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:02.967275 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c189-2c89-4991-a48b-7e516561d2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:03.032237 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c189-2c89-4991-a48b-7e516561d2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:03.070478 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a0d0c189-2c89-4991-a48b-7e516561d2ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a850c4dcdc04e72a02d9cd20ee34c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003602 Sep 09 16:27:03.071612 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0c189-2c89-4991-a48b-7e516561d2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb75c2-16e0-48a0-855c-099024e2e71a,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:03.073252 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58802) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:03.127640 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-07719371-ec56-4987-9691-521111c224ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:03.155940 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-07719371-ec56-4987-9691-521111c224ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:03.311931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-07719371-ec56-4987-9691-521111c224ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:03.315188 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-07719371-ec56-4987-9691-521111c224ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:03.316335 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-07719371-ec56-4987-9691-521111c224ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39bb75c2-16e0-48a0-855c-099024e2e71a HTTP/1.1" status: 204 len: 168 time: 0.2420700 Sep 09 16:27:03.324871 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07719371-ec56-4987-9691-521111c224ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb75c2-16e0-48a0-855c-099024e2e71a,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:03.352232 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1dabdacf-3a03-4b7f-8cb1-8fd74096a6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:04.099687 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58820) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:04.113336 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-139e7401-838e-4f77-b0dc-9f71db68bb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:04.198670 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-139e7401-838e-4f77-b0dc-9f71db68bb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:04.265964 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-139e7401-838e-4f77-b0dc-9f71db68bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:04.300959 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e7401-838e-4f77-b0dc-9f71db68bb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6485c4b1-d31a-4b6c-8b0e-e5a60afa0e18,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:04.306834 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-139e7401-838e-4f77-b0dc-9f71db68bb0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fa187f838924d12bb248840e520e3b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053225 Sep 09 16:27:04.313234 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58822) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:04.357324 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7102df06-6916-4984-8ce0-75cd65cb81c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:04.377824 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7102df06-6916-4984-8ce0-75cd65cb81c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:04.505754 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7102df06-6916-4984-8ce0-75cd65cb81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:04.508623 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7102df06-6916-4984-8ce0-75cd65cb81c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:04.509748 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-7102df06-6916-4984-8ce0-75cd65cb81c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6485c4b1-d31a-4b6c-8b0e-e5a60afa0e18 HTTP/1.1" status: 204 len: 168 time: 0.1999342 Sep 09 16:27:04.521448 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102df06-6916-4984-8ce0-75cd65cb81c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6485c4b1-d31a-4b6c-8b0e-e5a60afa0e18,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:05.557433 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0028e79d-5903-4626-ad03-fc22697353ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:06.008921 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:06.632570 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:08.477733 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:09.209922 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58926) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:09.317627 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9dec-2728-44bb-acb2-66a36003bdf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:09.404198 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9dec-2728-44bb-acb2-66a36003bdf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:09.458840 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c8cc9dec-2728-44bb-acb2-66a36003bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:09.498169 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c8cc9dec-2728-44bb-acb2-66a36003bdf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2bffe7c2ed9456aa1fb62e7d7649a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871726 Sep 09 16:27:09.499290 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc9dec-2728-44bb-acb2-66a36003bdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b60375-c5f5-45a1-9974-42fb2e462994,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:09.501088 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58936) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:09.550901 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7860aa57-1cfe-41f1-b971-b0d227299258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:09.571217 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7860aa57-1cfe-41f1-b971-b0d227299258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:09.711593 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7860aa57-1cfe-41f1-b971-b0d227299258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:09.714189 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7860aa57-1cfe-41f1-b971-b0d227299258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:09.715351 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7860aa57-1cfe-41f1-b971-b0d227299258 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75b60375-c5f5-45a1-9974-42fb2e462994 HTTP/1.1" status: 204 len: 168 time: 0.2123408 Sep 09 16:27:09.727214 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860aa57-1cfe-41f1-b971-b0d227299258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b60375-c5f5-45a1-9974-42fb2e462994,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:10.452940 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58960) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:10.465921 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9388f290-a9f8-4b02-9ce8-ce81737f62fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:10.551431 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9388f290-a9f8-4b02-9ce8-ce81737f62fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:10.614134 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-9388f290-a9f8-4b02-9ce8-ce81737f62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:10.652013 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-9388f290-a9f8-4b02-9ce8-ce81737f62fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2eddfd6e3a0a449aafb0d532fef2cbfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980133 Sep 09 16:27:10.652821 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388f290-a9f8-4b02-9ce8-ce81737f62fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea531d17-f876-48d4-8085-4ffa8fcd6ebd,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:10.654886 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58962) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:10.705910 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-347b55ad-0d6b-489c-80a2-4569a0ef3500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:10.727508 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-347b55ad-0d6b-489c-80a2-4569a0ef3500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:10.826362 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-347b55ad-0d6b-489c-80a2-4569a0ef3500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:10.829052 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-347b55ad-0d6b-489c-80a2-4569a0ef3500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:10.830265 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-347b55ad-0d6b-489c-80a2-4569a0ef3500 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea531d17-f876-48d4-8085-4ffa8fcd6ebd HTTP/1.1" status: 204 len: 168 time: 0.1743584 Sep 09 16:27:10.839541 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b55ad-0d6b-489c-80a2-4569a0ef3500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea531d17-f876-48d4-8085-4ffa8fcd6ebd,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:11.607279 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 58976) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:11.620965 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9462ff02-aa67-42f5-8c86-e82de801f3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:11.711688 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9462ff02-aa67-42f5-8c86-e82de801f3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:11.842771 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9462ff02-aa67-42f5-8c86-e82de801f3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:11.882961 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-9462ff02-aa67-42f5-8c86-e82de801f3bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25bcaa43d0ed44b2a76a6458226c9902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744296 Sep 09 16:27:11.883941 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462ff02-aa67-42f5-8c86-e82de801f3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b096c2-5524-4d87-b439-81934dee0623,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:11.885718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58978) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:11.942488 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40868ba6-685a-4c6e-9f41-db81739030b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:11.963111 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40868ba6-685a-4c6e-9f41-db81739030b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.100145 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40868ba6-685a-4c6e-9f41-db81739030b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.103488 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-40868ba6-685a-4c6e-9f41-db81739030b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.104704 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-40868ba6-685a-4c6e-9f41-db81739030b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25b096c2-5524-4d87-b439-81934dee0623 HTTP/1.1" status: 204 len: 168 time: 0.2173574 Sep 09 16:27:12.113854 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40868ba6-685a-4c6e-9f41-db81739030b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b096c2-5524-4d87-b439-81934dee0623,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:12.152217 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58984) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:12.254947 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0efc5a92-1f8b-48c5-ad9d-978f8325f5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.342067 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0efc5a92-1f8b-48c5-ad9d-978f8325f5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.415367 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0efc5a92-1f8b-48c5-ad9d-978f8325f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.456499 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-0efc5a92-1f8b-48c5-ad9d-978f8325f5bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9974b116ee444e189c6b03ca2ef7f8aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008626 Sep 09 16:27:12.456763 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 58990) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:12.464572 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc5a92-1f8b-48c5-ad9d-978f8325f5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d1d646-15f4-426d-99b2-4a7c382d2936,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:12.508679 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5c94890f-443f-42d9-a934-758baef1bf77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.532296 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5c94890f-443f-42d9-a934-758baef1bf77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.607834 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.637300 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5c94890f-443f-42d9-a934-758baef1bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.639847 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5c94890f-443f-42d9-a934-758baef1bf77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:12.640990 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5c94890f-443f-42d9-a934-758baef1bf77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02d1d646-15f4-426d-99b2-4a7c382d2936 HTTP/1.1" status: 204 len: 168 time: 0.1832893 Sep 09 16:27:12.649821 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94890f-443f-42d9-a934-758baef1bf77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d1d646-15f4-426d-99b2-4a7c382d2936,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:13.271845 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59012) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:13.293220 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59016) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:13.307242 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7d95cc55-ca0d-4fd7-a3ea-7d5ecbe7b83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.397503 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7d95cc55-ca0d-4fd7-a3ea-7d5ecbe7b83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.465934 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2094184191-network', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:13.484055 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7d95cc55-ca0d-4fd7-a3ea-7d5ecbe7b83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.528204 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7d95cc55-ca0d-4fd7-a3ea-7d5ecbe7b83b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44a9862e1a4b473295131c63d53b8eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337887 Sep 09 16:27:13.530919 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59018) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:13.532500 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95cc55-ca0d-4fd7-a3ea-7d5ecbe7b83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af951de-8f21-439d-9d96-53f717afb27c,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:13.578928 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a356-43d0-494d-927f-39407cf90f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.591538 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Made reservation on behalf of 4ecbcc5e7dc2493fa36136afe07f2615 for: {'network': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:13.594064 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.600037 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a356-43d0-494d-927f-39407cf90f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.604050 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.717054 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a356-43d0-494d-927f-39407cf90f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.719660 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e1f4a356-43d0-494d-927f-39407cf90f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.723535 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e1f4a356-43d0-494d-927f-39407cf90f1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5af951de-8f21-439d-9d96-53f717afb27c HTTP/1.1" status: 204 len: 168 time: 0.1891935 Sep 09 16:27:13.730675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4a356-43d0-494d-927f-39407cf90f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af951de-8f21-439d-9d96-53f717afb27c,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:13.775481 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.837079 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.861524 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=94612) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:27:13.871249 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fe4276-06a9-4ae4-947f-2e6afba9cf5e,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:13.876979 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:13.877322 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.segments_db [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Added segment 8419d88d-6c62-437e-bbb7-c4bcb247d537 of type vlan for network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 Sep 09 16:27:13.920892 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.031904 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.032951 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:14.033538 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.095626 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:14.105342 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:27:14.112286 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-f1f9f629-37fa-4cc5-9727-353769ee1fd8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8392398 Sep 09 16:27:14.123659 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59024) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:14.128583 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Request body: {'subnet': {'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2094184191-subnet', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'ip_version': 4}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:14.282698 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Made reservation on behalf of 4ecbcc5e7dc2493fa36136afe07f2615 for: {'subnet': 1} {{(pid=94612) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:14.285191 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24923073'] for subnet, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.344010 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59026) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:14.357402 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e8c04668-0c38-4c63-a039-7e1be7576966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.443562 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e8c04668-0c38-4c63-a039-7e1be7576966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.505435 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e8c04668-0c38-4c63-a039-7e1be7576966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.527984 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-24915231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24923103'] for subnet, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.545303 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e8c04668-0c38-4c63-a039-7e1be7576966 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e77916234634e2c91cd2ae7340a7ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2002015 Sep 09 16:27:14.547901 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59028) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:14.555583 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c04668-0c38-4c63-a039-7e1be7576966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e45bcaa-076c-46ee-bdcb-1e50a5ae823a,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:14.581972 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a1411ec-44d6-46dd-a67f-6665f8cb10c5,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:14.593798 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Checking segment: {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94612) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:14.594412 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Network hostable DHCP agents. Network: 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94612) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:27:14.601643 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-20bbd502-cee8-417d-846b-a15dc6aa1ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.626710 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-20bbd502-cee8-417d-846b-a15dc6aa1ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.700276 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94612) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:27:14.728831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-20bbd502-cee8-417d-846b-a15dc6aa1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.731437 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-20bbd502-cee8-417d-846b-a15dc6aa1ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.732681 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-20bbd502-cee8-417d-846b-a15dc6aa1ceb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e45bcaa-076c-46ee-bdcb-1e50a5ae823a HTTP/1.1" status: 204 len: 168 time: 0.1838489 Sep 09 16:27:14.742775 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbd502-cee8-417d-846b-a15dc6aa1ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e45bcaa-076c-46ee-bdcb-1e50a5ae823a,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:14.786056 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4) {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:14.790845 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:14.791520 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:14.796623 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba40848-8ebc-435d-bb66-d8bccc4e3905 None None] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:27:14.900639 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-413cfc42-71f9-40c3-96f4-cfe64ba4aead admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7758994 Sep 09 16:27:14.903420 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59036) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:14.908317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:15.043531 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.044663 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.059172 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:27:15.060151 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.098461 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.196615 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Allocated IP 172.20.0.2 (1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4/7a1411ec-44d6-46dd-a67f-6665f8cb10c5/4559fbf4-f251-4d3d-9927-e8fa79b36797) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:15.328630 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.364504 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.373406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Transition to ACTIVE for port object 4559fbf4-f251-4d3d-9927-e8fa79b36797 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:15.387441 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Transition to ACTIVE for port object 4559fbf4-f251-4d3d-9927-e8fa79b36797 will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:15.478190 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.516030 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:15.520673 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:15.523776 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:15.539496 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Pushing event updated for resources: {'Port': ['ID=4559fbf4-f251-4d3d-9927-e8fa79b36797,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:15.575114 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.575471 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.575817 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.576180 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.576520 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.576856 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.577186 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.577514 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.577866 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.578195 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.578522 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.578843 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:15.596144 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Attempting to bind port 4559fbf4-f251-4d3d-9927-e8fa79b36797 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:15.596517 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Attempting to bind port 4559fbf4-f251-4d3d-9927-e8fa79b36797 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:15.596882 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Attempting to bind port 4559fbf4-f251-4d3d-9927-e8fa79b36797 on network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:15.602246 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:15.602624 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Checking segment: {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:15.603031 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.603425 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Bound using segment: {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:15.604007 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Bound port: 4559fbf4-f251-4d3d-9927-e8fa79b36797, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:15.604395 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.642894 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.661949 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.669064 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] For port 4559fbf4-f251-4d3d-9927-e8fa79b36797, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:15.672198 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] For port 4559fbf4-f251-4d3d-9927-e8fa79b36797, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=4559fbf4-f251-4d3d-9927-e8fa79b36797,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:15.723812 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.766769 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Allocated IP 172.27.2.226 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/1e21272f-2f82-4b42-afbe-3ca0243fcd24) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:15.791663 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bec6c-6c6c-4f7f-b2b8-50c807ec3c90 None None] Pushing event updated for resources: {'Port': ['ID=4559fbf4-f251-4d3d-9927-e8fa79b36797,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:15.876774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:15.987141 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:16.047182 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:16.056210 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:16.058604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Pushing event updated for resources: {'Port': ['ID=1e21272f-2f82-4b42-afbe-3ca0243fcd24,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:16.061270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:16.097207 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:27:16.376167 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:16.589866 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:16.608416 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59064) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:16.731556 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 4559fbf4-f251-4d3d-9927-e8fa79b36797 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:16.760593 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c4b85977-a324-40d5-8424-fd8e80cb049a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:16.826519 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 4559fbf4-f251-4d3d-9927-e8fa79b36797 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:16.868886 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c4b85977-a324-40d5-8424-fd8e80cb049a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:16.878496 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5524fa-813a-4897-a7d5-91dbaab69f81 None None] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:27:16.929757 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c4b85977-a324-40d5-8424-fd8e80cb049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:16.974565 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c4b85977-a324-40d5-8424-fd8e80cb049a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1809ec62e284f1cb2856c644c975da5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645039 Sep 09 16:27:16.976127 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b85977-a324-40d5-8424-fd8e80cb049a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafa6b57-1a3d-4311-8bae-4c974457a5df,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:16.977769 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59068) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:17.009227 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-8ac6ac06-9742-4196-83f3-d7a8390b2f20 None None] Provisioning for port 4559fbf4-f251-4d3d-9927-e8fa79b36797 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:17.026605 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-8ac6ac06-9742-4196-83f3-d7a8390b2f20 None None] Provisioning complete for port 4559fbf4-f251-4d3d-9927-e8fa79b36797 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:17.027180 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ac06-9742-4196-83f3-d7a8390b2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.052699 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a37d670d-3166-4926-a9e5-05a50f0bedbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.081865 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a37d670d-3166-4926-a9e5-05a50f0bedbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.118704 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ac06-9742-4196-83f3-d7a8390b2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.151563 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94613) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:27:17.153570 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-8ac6ac06-9742-4196-83f3-d7a8390b2f20 None None] For port 4559fbf4-f251-4d3d-9927-e8fa79b36797, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=4559fbf4-f251-4d3d-9927-e8fa79b36797,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:17.223743 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a37d670d-3166-4926-a9e5-05a50f0bedbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.227402 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a37d670d-3166-4926-a9e5-05a50f0bedbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.228566 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a37d670d-3166-4926-a9e5-05a50f0bedbe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aafa6b57-1a3d-4311-8bae-4c974457a5df HTTP/1.1" status: 204 len: 168 time: 0.2493203 Sep 09 16:27:17.231067 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8ac6ac06-9742-4196-83f3-d7a8390b2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.244266 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d670d-3166-4926-a9e5-05a50f0bedbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafa6b57-1a3d-4311-8bae-4c974457a5df,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:17.289497 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:27:17.300171 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Sync routers for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:27:17.322497 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:27:17.323116 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:27:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:17.351517 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.352760 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-354a51fd-e912-483b-a532-4da6da6fb307 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4483123 Sep 09 16:27:17.356259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59072) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:17.363187 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6ac06-9742-4196-83f3-d7a8390b2f20 None None] Pushing event updated for resources: {'Port': ['ID=4559fbf4-f251-4d3d-9927-e8fa79b36797,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:17.404406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-4e2e29ad-6ac8-4379-ada5-a58a602d0e8a None None] Provisioning complete for port 4559fbf4-f251-4d3d-9927-e8fa79b36797 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:17.404780 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-4e2e29ad-6ac8-4379-ada5-a58a602d0e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.474956 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:27:17.702678 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:16Z', 'revision_number': 3, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:17.729372 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Checking router: d3bc0f56-b561-4fe5-bf06-fb1654e42d19 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:27:17.729726 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Updating router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 port 1e21272f-2f82-4b42-afbe-3ca0243fcd24 binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:27:17.756139 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.790994 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:17.952386 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Allocated IP 172.20.0.1 (1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4/7a1411ec-44d6-46dd-a67f-6665f8cb10c5/1bfef630-6dd3-4003-b1ba-e8c723ef8bd7) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:18.029718 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.041377 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Transition to ACTIVE for port object 1e21272f-2f82-4b42-afbe-3ca0243fcd24 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:18.066124 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.080028 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Transition to ACTIVE for port object 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:18.134384 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.186475 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Attempting to bind port 1e21272f-2f82-4b42-afbe-3ca0243fcd24 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:18.186844 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Attempting to bind port 1e21272f-2f82-4b42-afbe-3ca0243fcd24 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:18.187203 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Attempting to bind port 1e21272f-2f82-4b42-afbe-3ca0243fcd24 on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:18.189165 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d241f0-6d78-4b43-931f-55536b3e278c None None] Pushing event updated for resources: {'Port': ['ID=1e21272f-2f82-4b42-afbe-3ca0243fcd24,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:18.194930 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:18.195254 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:18.195655 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.196038 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:18.196497 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Bound port: 1e21272f-2f82-4b42-afbe-3ca0243fcd24, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:18.196871 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.227009 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.250941 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] For port 1e21272f-2f82-4b42-afbe-3ca0243fcd24, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:18.254087 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] For port 1e21272f-2f82-4b42-afbe-3ca0243fcd24, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=1e21272f-2f82-4b42-afbe-3ca0243fcd24,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:18.265869 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:18.270221 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:18.274418 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:18.282247 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Pushing event updated for resources: {'Port': ['ID=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:18.326278 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.340373 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.540160 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.566935 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:27:18.567581 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:27:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:18.570167 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d241f0-6d78-4b43-931f-55536b3e278c None None] Pushing event updated for resources: {'Port': ['ID=1e21272f-2f82-4b42-afbe-3ca0243fcd24,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:18.638464 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-6760bc87-425b-45a9-90e5-4ad3568fe2af None None] Provisioning for port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:18.647431 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-6760bc87-425b-45a9-90e5-4ad3568fe2af None None] Provisioning complete for port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:18.647839 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6760bc87-425b-45a9-90e5-4ad3568fe2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.674244 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 4559fbf4-f251-4d3d-9927-e8fa79b36797 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:18.727869 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.739414 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-6760bc87-425b-45a9-90e5-4ad3568fe2af None None] Port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:27:18.757457 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:27:18.805861 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 4559fbf4-f251-4d3d-9927-e8fa79b36797 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:18.806238 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.825869 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.896801 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Pushing event updated for resources: {'Port': ['ID=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:18.900206 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:18.994448 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:18.995974 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:19.045069 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:17Z', 'revision_number': 1, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:19.081303 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7329cc70-325f-43a0-b8f4-5f20a445c63f None None] The sync data for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi is: [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:17Z', 'revision_number': 1, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:27:19.142133 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:27:19.284293 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-cb722961-bce3-45a2-a309-1d78a56f3004 None None] Provisioning complete for port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:19.285129 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cb722961-bce3-45a2-a309-1d78a56f3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:19.301956 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:27:19.308228 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-f3439c64-88a8-4774-a52f-9f6ece6293be admin admin] 10.222.0.22 "PUT /v2.0/routers/d3bc0f56-b561-4fe5-bf06-fb1654e42d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9509642 Sep 09 16:27:19.338202 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-cb722961-bce3-45a2-a309-1d78a56f3004 None None] Port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:27:20.167836 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59128) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:20.172896 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-397040375-network', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:20.294102 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Made reservation on behalf of da6d1ed5b57149e0a8f4f53d2f1d4247 for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:20.296537 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.306598 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.393472 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.477418 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.501873 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:27:20.511266 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ec63a8-7d02-4ae6-b7ac-3c70895b7d3f,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:20.519023 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.519400 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Added segment 82c30198-39f3-49b1-9140-2c0366d9fa95 of type vlan for network b0cba98e-c0ab-4e40-ae17-ce494fba07bc Sep 09 16:27:20.566275 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.650926 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 1e21272f-2f82-4b42-afbe-3ca0243fcd24 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:20.665514 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.666624 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:20.667267 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.730824 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] Pushing event updated for resources: {'Network': ['ID=b0cba98e-c0ab-4e40-ae17-ce494fba07bc,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:20.741392 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network b0cba98e-c0ab-4e40-ae17-ce494fba07bc details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:27:20.769323 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-deac9538-93c3-426b-bf39-c719f6880463 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6003227 Sep 09 16:27:20.771958 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59130) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:20.778433 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Request body: {'subnet': {'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-397040375-subnet', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'ip_version': 4}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:20.804329 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 1e21272f-2f82-4b42-afbe-3ca0243fcd24 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:20.810439 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 1e21272f-2f82-4b42-afbe-3ca0243fcd24 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:20.810814 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.871407 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Made reservation on behalf of da6d1ed5b57149e0a8f4f53d2f1d4247 for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:20.873775 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29623060'] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.891661 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:20.914256 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 1e21272f-2f82-4b42-afbe-3ca0243fcd24, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=1e21272f-2f82-4b42-afbe-3ca0243fcd24,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:20.969041 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.024115 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=1e21272f-2f82-4b42-afbe-3ca0243fcd24,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:21.029521 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Sync routers for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:27:21.038264 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:27:21.038871 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:27:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:21.095272 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32216306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29623050'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.146652 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e837c9fa-9617-4fb6-bf43-497b135b3c06,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:21.148582 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:27:21.164176 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Checking segment: {'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:21.164562 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Network hostable DHCP agents. Network: b0cba98e-c0ab-4e40-ae17-ce494fba07bc, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:27:21.253541 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Network b0cba98e-c0ab-4e40-ae17-ce494fba07bc is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:27:21.380020 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, b0cba98e-c0ab-4e40-ae17-ce494fba07bc) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:21.386974 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:21.387608 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.388009 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a79ac-c5b0-4718-bfe8-d8d30ca09ee5 None None] Network b0cba98e-c0ab-4e40-ae17-ce494fba07bc requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:27:21.452274 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 2, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:21.478635 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Checking router: d3bc0f56-b561-4fe5-bf06-fb1654e42d19 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:27:21.478987 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Updating router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:27:21.489104 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5de9a0d6-7b2d-431c-81ec-e89367603d17 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7150936 Sep 09 16:27:21.492999 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59140) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:21.498354 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:21.503827 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.561890 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ee2f59b-23be-59a1-a96e-080256c3f193-b0cba98e-c0ab-4e40-ae17-ce494fba07bc', 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'fixed_ips': [{'subnet_id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06'}]}} from dv-cinder-760199-19-iscsi. {{(pid=94614) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 16:27:21.562838 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.586820 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-33062800', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62618'] for router, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.588008 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33061376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33058960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33264683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62595'] for router, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.639594 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.696248 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.db_base_plugin_common [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Allocated IP 172.20.0.2 (b0cba98e-c0ab-4e40-ae17-ce494fba07bc/e837c9fa-9617-4fb6-bf43-497b135b3c06/58ff435d-2a9c-41a5-a7de-205628ce652f) {{(pid=94614) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:21.776140 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.786510 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Transition to ACTIVE for port object 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:21.809415 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.845902 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Notify callbacks [] for port, precommit_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.854651 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Transition to ACTIVE for port object 58ff435d-2a9c-41a5-a7de-205628ce652f will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:21.868576 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Transition to ACTIVE for port object 58ff435d-2a9c-41a5-a7de-205628ce652f will not be triggered until provisioned by entity DHCP. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:21.934213 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:21.999434 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Pushing event updated for resources: {'Port': ['ID=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:22.013182 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.013551 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.014142 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.014533 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.014872 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.015208 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.015539 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.015868 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.016194 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.016527 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.016841 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.017161 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:22.020733 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699'] for port, after_create {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.051211 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Attempting to bind port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:22.051884 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Attempting to bind port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:22.052030 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Attempting to bind port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 on network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:22.058180 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:22.058564 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Checking segment: {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:22.058966 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.059359 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Bound using segment: {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:22.060046 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Bound port: 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:22.060452 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.084240 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Pushing event updated for resources: {'Port': ['ID=58ff435d-2a9c-41a5-a7de-205628ce652f,revision_number=1']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:22.099188 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Network b0cba98e-c0ab-4e40-ae17-ce494fba07bc is already hosted by enough agents. {{(pid=94614) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:22.100915 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.scheduler.base_scheduler [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Resources bound (agent type, host, resource id): {{(pid=94614) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:22.104050 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Received port after_create {{(pid=94614) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:22.141860 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] For port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:22.144654 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] For port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:22.160707 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Attempting to bind port 58ff435d-2a9c-41a5-a7de-205628ce652f on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:22.161102 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Attempting to bind port 58ff435d-2a9c-41a5-a7de-205628ce652f by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:22.161430 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Attempting to bind port 58ff435d-2a9c-41a5-a7de-205628ce652f on network b0cba98e-c0ab-4e40-ae17-ce494fba07bc {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:22.167432 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:22.167890 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Checking segment: {'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:22.168359 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.168816 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Bound using segment: {'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:22.169425 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Bound port: 58ff435d-2a9c-41a5-a7de-205628ce652f, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:22.169917 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.214218 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.235963 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-081486d0-a775-496f-854c-03b84aa9cede None None] For port 58ff435d-2a9c-41a5-a7de-205628ce652f, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:22.236180 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.238914 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-081486d0-a775-496f-854c-03b84aa9cede None None] For port 58ff435d-2a9c-41a5-a7de-205628ce652f, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=58ff435d-2a9c-41a5-a7de-205628ce652f,segment=NetworkSegment(82c30198-39f3-49b1-9140-2c0366d9fa95),segment_id=82c30198-39f3-49b1-9140-2c0366d9fa95)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:22.248794 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.306237 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.309701 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:27:22.310425 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:27:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:22.322378 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ae08e-7658-4aa4-958c-e89aa94908a4 None None] Pushing event updated for resources: {'Port': ['ID=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,revision_number=4']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:22.374009 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Allocated IP 172.27.2.101 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/5a482b99-c4df-440e-adef-52c4e8c7c297) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:22.392135 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081486d0-a775-496f-854c-03b84aa9cede None None] Pushing event updated for resources: {'Port': ['ID=58ff435d-2a9c-41a5-a7de-205628ce652f,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:22.449467 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:27:22.518025 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.716226 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:22Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:22.750382 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0411309e-1a26-42ca-be3d-2df8f28f7355 None None] The sync data for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi is: [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:22Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:27:22.790052 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:22.934749 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:22.938761 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:22.939138 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:22.992000 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.029163 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.037260 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:23.040417 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:23.044427 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:23.071793 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:23.074743 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Pushing event updated for resources: {'Port': ['ID=5a482b99-c4df-440e-adef-52c4e8c7c297,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:23.141689 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59148) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:23.145453 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.146283 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 1e21272f-2f82-4b42-afbe-3ca0243fcd24 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:23.260200 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:23.280208 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 1e21272f-2f82-4b42-afbe-3ca0243fcd24 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:23.280678 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.342664 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d52889a4-b766-4449-bfbb-120c03ab9827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.480590 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d52889a4-b766-4449-bfbb-120c03ab9827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.493416 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.533980 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbc07a-5585-4016-ba76-f32aaa9b4a3b None None] Network b0cba98e-c0ab-4e40-ae17-ce494fba07bc requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:27:23.539501 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-d52889a4-b766-4449-bfbb-120c03ab9827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.587834 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-d52889a4-b766-4449-bfbb-120c03ab9827 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2eddf8f57cb44934a175429d901a0b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448111 Sep 09 16:27:23.588883 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52889a4-b766-4449-bfbb-120c03ab9827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96fb15f-7130-4a10-ab54-9a2f7ef07df7,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:23.590763 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59152) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:23.630081 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-f67d7e38-d45b-4d79-8063-94f50057e4b6 None None] Provisioning for port 58ff435d-2a9c-41a5-a7de-205628ce652f completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:23.721236 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1a75106e-a331-4c1a-8bc1-743bca2fd090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.754363 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1a75106e-a331-4c1a-8bc1-743bca2fd090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.762219 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33061401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33060673'] for router, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.934668 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1a75106e-a331-4c1a-8bc1-743bca2fd090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.937230 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1a75106e-a331-4c1a-8bc1-743bca2fd090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:23.938391 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1a75106e-a331-4c1a-8bc1-743bca2fd090 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d96fb15f-7130-4a10-ab54-9a2f7ef07df7 HTTP/1.1" status: 204 len: 168 time: 0.3464961 Sep 09 16:27:23.947591 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75106e-a331-4c1a-8bc1-743bca2fd090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96fb15f-7130-4a10-ab54-9a2f7ef07df7,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:23.956939 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 is scheduled to L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e with binding_index 1 {{(pid=94612) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 16:27:24.067769 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:27:24.077242 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Sync routers for ids ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:27:24.086712 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Routers {'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:27:24.087321 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:27:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:24.173569 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.175105 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c91e477b-125f-4bc5-9fe8-e7e9a1f7717e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6805792 Sep 09 16:27:24.178032 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59156) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:24.318299 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Set router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:27:24.494586 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:27:23Z', 'revision_number': 3, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port': {'id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:22Z', 'updated_at': '2021-09-09T16:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:24.524861 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Checking router: ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:27:24.525211 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Updating router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 port 5a482b99-c4df-440e-adef-52c4e8c7c297 binding host dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:27:24.548948 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.560532 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59160) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:24.574942 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e8ff-4694-486f-8ace-c9c8c3ca8ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.625160 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.698672 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e8ff-4694-486f-8ace-c9c8c3ca8ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.746844 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:24.802376 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_common [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Allocated IP 172.20.0.1 (b0cba98e-c0ab-4e40-ae17-ce494fba07bc/e837c9fa-9617-4fb6-bf43-497b135b3c06/72606e83-37c3-43e5-a216-fb227481cb55) {{(pid=94612) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:24.803074 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a0f7e8ff-4694-486f-8ace-c9c8c3ca8ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.837487 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:24.837899 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.851835 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a0f7e8ff-4694-486f-8ace-c9c8c3ca8ecb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33ddeb9ff6cc4c9ca9594684a81f818f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899692 Sep 09 16:27:24.852939 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7e8ff-4694-486f-8ace-c9c8c3ca8ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55839651-5246-4c27-9c88-6a5c20f311c1,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:24.855533 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59162) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:24.910409 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Notify callbacks [] for port, precommit_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.910676 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c82b1344-6acb-4057-8802-543c016062bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.912872 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.924467 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Transition to ACTIVE for port object 5a482b99-c4df-440e-adef-52c4e8c7c297 will not be triggered until provisioned by entity L2. {{(pid=94614) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:24.927502 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.provisioning_blocks [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Transition to ACTIVE for port object 72606e83-37c3-43e5-a216-fb227481cb55 will not be triggered until provisioned by entity DHCP. {{(pid=94612) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:24.934281 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c82b1344-6acb-4057-8802-543c016062bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:24.964725 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 58ff435d-2a9c-41a5-a7de-205628ce652f up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:24.985917 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.002137 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.045241 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Network b0cba98e-c0ab-4e40-ae17-ce494fba07bc is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:25.048025 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:25.051550 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Received port after_create {{(pid=94612) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:25.057611 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Attempting to bind port 5a482b99-c4df-440e-adef-52c4e8c7c297 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:25.058187 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Attempting to bind port 5a482b99-c4df-440e-adef-52c4e8c7c297 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:25.058386 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Attempting to bind port 5a482b99-c4df-440e-adef-52c4e8c7c297 on network 843415b4-82b9-407c-ba15-09602856b82f {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:25.061348 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949cfc2-25f9-43fe-8772-f69b86a7c2bd None None] Pushing event updated for resources: {'Port': ['ID=5a482b99-c4df-440e-adef-52c4e8c7c297,revision_number=2']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:25.080506 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:25.080506 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Checking segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94614) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:25.080506 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.080506 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Bound using segment: {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'} {{(pid=94614) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:25.080506 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.managers [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Bound port: 5a482b99-c4df-440e-adef-52c4e8c7c297, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf590b6-19b0-4b38-86e6-0c45cd4b8a1c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '843415b4-82b9-407c-ba15-09602856b82f'}}] {{(pid=94614) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:25.080506 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.081559 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Pushing event updated for resources: {'Port': ['ID=72606e83-37c3-43e5-a216-fb227481cb55,revision_number=1']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:25.098723 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33060752'] for router_interface, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.100096 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c82b1344-6acb-4057-8802-543c016062bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.105207 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c82b1344-6acb-4057-8802-543c016062bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.106456 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c82b1344-6acb-4057-8802-543c016062bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55839651-5246-4c27-9c88-6a5c20f311c1 HTTP/1.1" status: 204 len: 168 time: 0.2498190 Sep 09 16:27:25.117590 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b1344-6acb-4057-8802-543c016062bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55839651-5246-4c27-9c88-6a5c20f311c1,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:25.152564 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] For port 5a482b99-c4df-440e-adef-52c4e8c7c297, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94614) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:25.157098 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] For port 5a482b99-c4df-440e-adef-52c4e8c7c297, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=5a482b99-c4df-440e-adef-52c4e8c7c297,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:25.236915 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 58ff435d-2a9c-41a5-a7de-205628ce652f completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:25.242037 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 58ff435d-2a9c-41a5-a7de-205628ce652f triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:25.242360 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.278147 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.352548 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.366862 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Routers {'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:27:25.367516 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:27:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:25.391401 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949cfc2-25f9-43fe-8772-f69b86a7c2bd None None] Pushing event updated for resources: {'Port': ['ID=5a482b99-c4df-440e-adef-52c4e8c7c297,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:25.462061 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-e2a348d5-78b2-410b-8d2c-32e3d3342c3e None None] Provisioning for port 72606e83-37c3-43e5-a216-fb227481cb55 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:25.474694 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-e2a348d5-78b2-410b-8d2c-32e3d3342c3e None None] Provisioning complete for port 72606e83-37c3-43e5-a216-fb227481cb55 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:25.475087 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e2a348d5-78b2-410b-8d2c-32e3d3342c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.511429 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.521535 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.544546 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-e2a348d5-78b2-410b-8d2c-32e3d3342c3e None None] Port 72606e83-37c3-43e5-a216-fb227481cb55 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:27:25.566617 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] Set router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:27:25.597204 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-24915856'] for port, after_update {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.606974 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 58ff435d-2a9c-41a5-a7de-205628ce652f, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=58ff435d-2a9c-41a5-a7de-205628ce652f,segment=NetworkSegment(82c30198-39f3-49b1-9140-2c0366d9fa95),segment_id=82c30198-39f3-49b1-9140-2c0366d9fa95)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:25.671329 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Pushing event updated for resources: {'Port': ['ID=72606e83-37c3-43e5-a216-fb227481cb55,revision_number=2']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:25.674425 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-33036224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33062144'] for router_interface, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.683452 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.683803 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.684142 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.684477 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.684809 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.685137 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.685471 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.685799 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.686142 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.686464 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.686783 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.687103 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:25.708983 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:25.782691 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Network b0cba98e-c0ab-4e40-ae17-ce494fba07bc is already hosted by enough agents. {{(pid=94612) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:25.784067 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.base_scheduler [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94612) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:25.803325 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=58ff435d-2a9c-41a5-a7de-205628ce652f,revision_number=3']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:25.837195 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:27:25Z', 'revision_number': 4, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port': {'id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:22Z', 'updated_at': '2021-09-09T16:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '72606e83-37c3-43e5-a216-fb227481cb55', 'name': '', 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'mac_address': 'fa:16:3e:2a:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:24Z', 'updated_at': '2021-09-09T16:27:24Z', 'revision_number': 1, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'subnets': [{'id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:25.865125 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921d0d7-6f90-4a9b-9023-aaeff31bd326 None None] The sync data for ids ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'] in dv-cinder-760199-19-iscsi is: [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:27:25Z', 'revision_number': 4, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port': {'id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:22Z', 'updated_at': '2021-09-09T16:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '72606e83-37c3-43e5-a216-fb227481cb55', 'name': '', 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'mac_address': 'fa:16:3e:2a:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:24Z', 'updated_at': '2021-09-09T16:27:24Z', 'revision_number': 1, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'subnets': [{'id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:27:25.915172 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:27:26.039459 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:27:26.044460 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0425ec5c-4b19-45b8-9e36-4d00a7ac30e9 admin admin] 10.222.0.22 "PUT /v2.0/routers/ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8645525 Sep 09 16:27:26.071581 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-e9fd0838-4d90-4f24-beb3-188b09c6067e None None] Provisioning complete for port 72606e83-37c3-43e5-a216-fb227481cb55 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:26.076877 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e9fd0838-4d90-4f24-beb3-188b09c6067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.151373 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd0838-4d90-4f24-beb3-188b09c6067e None None] Port 72606e83-37c3-43e5-a216-fb227481cb55 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:27:26.224820 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59188) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:26.335018 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-490805082-network', 'tenant_id': 'ee5ea34139d24069aa7bc7625e5339a3'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:26.436118 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Made reservation on behalf of ee5ea34139d24069aa7bc7625e5339a3 for: {'network': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:26.438499 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for network, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.447739 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.571941 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.648582 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.674078 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=94613) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 16:27:26.689655 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:26.693142 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.694479 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.segments_db [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Added segment c55c7191-7116-4e3c-bd54-789708f8c0e7 of type vlan for network aee256ab-645e-4119-81ad-c3386c30caf6 Sep 09 16:27:26.744516 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747421937960'] for network, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.763374 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 58ff435d-2a9c-41a5-a7de-205628ce652f up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:26.812169 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 58ff435d-2a9c-41a5-a7de-205628ce652f triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:26.812542 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.859733 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298'] for network, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.861113 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:26.862343 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:26.892381 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 5a482b99-c4df-440e-adef-52c4e8c7c297 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:26.929847 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] Pushing event updated for resources: {'Network': ['ID=aee256ab-645e-4119-81ad-c3386c30caf6,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:26.940598 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Network aee256ab-645e-4119-81ad-c3386c30caf6 details requested by agent ovs-agent-dv-cinder-760199-19-iscsi with host dv-cinder-760199-19-iscsi {{(pid=94614) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 16:27:27.020262 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-0e9f5b21-cb68-46e9-a95b-c788004e39de admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7939544 Sep 09 16:27:27.023613 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59194) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:27.028551 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Request body: {'subnet': {'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-490805082-subnet', 'tenant_id': 'ee5ea34139d24069aa7bc7625e5339a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:27.129088 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 5a482b99-c4df-440e-adef-52c4e8c7c297 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:27.129702 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Made reservation on behalf of ee5ea34139d24069aa7bc7625e5339a3 for: {'subnet': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:27.138695 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29623060'] for subnet, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.139599 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 5a482b99-c4df-440e-adef-52c4e8c7c297 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:27.140197 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.140939 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59196) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:27.147969 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-df0ef455-36e6-4554-9083-ecf4b46de572 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949395945', 'description': 'tempest-secgroup-smoke-1949395945 description', 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:27.226695 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.247692 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 5a482b99-c4df-440e-adef-52c4e8c7c297, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=5a482b99-c4df-440e-adef-52c4e8c7c297,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:27.319601 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df0ef455-36e6-4554-9083-ecf4b46de572 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.339860 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.420532 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df0ef455-36e6-4554-9083-ecf4b46de572 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.425616 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32216306', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29623050'] for subnet, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.485891 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7db73858-2f3c-4355-a982-7592bab9204b,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:27.494665 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df0ef455-36e6-4554-9083-ecf4b46de572 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.515551 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=5a482b99-c4df-440e-adef-52c4e8c7c297,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:27.526290 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Checking segment: {'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:27.526648 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Network hostable DHCP agents. Network: aee256ab-645e-4119-81ad-c3386c30caf6, hostable agents: ['3bcc86ef-6771-4169-a156-153c5e8f2a16'], hosted agents: [] {{(pid=94613) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 16:27:27.540426 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ef455-36e6-4554-9083-ecf4b46de572 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74dd498-842b-4bd5-b4e8-3949d00e352b,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:27.613750 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df0ef455-36e6-4554-9083-ecf4b46de572 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.615007 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-df0ef455-36e6-4554-9083-ecf4b46de572 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4728093 Sep 09 16:27:27.618942 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59198) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:27.623136 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-f953b28e-68a9-4126-9073-09f52a3e0b7d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'security_group_rule': {'security_group_id': 'f74dd498-842b-4bd5-b4e8-3949d00e352b', 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:27.642385 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Network aee256ab-645e-4119-81ad-c3386c30caf6 is scheduled to be hosted by DHCP agent 3bcc86ef-6771-4169-a156-153c5e8f2a16 with binding_index 1 {{(pid=94613) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 16:27:27.738895 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f953b28e-68a9-4126-9073-09f52a3e0b7d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.753213 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760199-19-iscsi, aee256ab-645e-4119-81ad-c3386c30caf6) {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:27.761577 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:27.763026 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.763186 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b53c496-8932-47f7-95d8-d196a9fda365 None None] Network aee256ab-645e-4119-81ad-c3386c30caf6 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:27:27.814542 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f953b28e-68a9-4126-9073-09f52a3e0b7d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.886194 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b07f50-79b0-4899-a34d-38a68621c10c None None] Network aee256ab-645e-4119-81ad-c3386c30caf6 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:27:27.917352 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-765e50b8-fd07-49a3-95da-62618c0b734d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8926623 Sep 09 16:27:27.956702 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f953b28e-68a9-4126-9073-09f52a3e0b7d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:27.973696 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953b28e-68a9-4126-9073-09f52a3e0b7d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a00cbe3-701d-457d-9aed-77228c237be3,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:28.071225 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-f953b28e-68a9-4126-9073-09f52a3e0b7d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.072693 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-f953b28e-68a9-4126-9073-09f52a3e0b7d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4528360 Sep 09 16:27:28.075497 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59206) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:28.081623 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-7b6e0567-d749-4ee6-b941-4551571c01b6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'security_group_rule': {'security_group_id': 'f74dd498-842b-4bd5-b4e8-3949d00e352b', 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:28.185084 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0567-d749-4ee6-b941-4551571c01b6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.241722 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0567-d749-4ee6-b941-4551571c01b6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.339543 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0567-d749-4ee6-b941-4551571c01b6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.358571 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e0567-d749-4ee6-b941-4551571c01b6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e9c549-d85f-4cc2-af8a-438b7b1f5fa7,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:28.436814 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0567-d749-4ee6-b941-4551571c01b6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.438099 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-7b6e0567-d749-4ee6-b941-4551571c01b6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614447 Sep 09 16:27:28.440774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59208) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:28.445501 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-b8bd09d6-fc48-4f5f-9cdf-d9d7f78dafd0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'security_group_rule': {'security_group_id': 'f74dd498-842b-4bd5-b4e8-3949d00e352b', 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:28.533018 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b8bd09d6-fc48-4f5f-9cdf-d9d7f78dafd0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.595105 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b8bd09d6-fc48-4f5f-9cdf-d9d7f78dafd0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.628745 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Sync routers for ids ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:27:28.639175 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Routers {'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:27:28.639781 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:27:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:28.640819 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 5a482b99-c4df-440e-adef-52c4e8c7c297 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:28.665993 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b8bd09d6-fc48-4f5f-9cdf-d9d7f78dafd0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.682002 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd09d6-fc48-4f5f-9cdf-d9d7f78dafd0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d2ad2b-1b20-4143-af09-b81bf98f2ae3,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:28.688525 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 5a482b99-c4df-440e-adef-52c4e8c7c297 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:28.688898 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.751045 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b8bd09d6-fc48-4f5f-9cdf-d9d7f78dafd0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.755479 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-b8bd09d6-fc48-4f5f-9cdf-d9d7f78dafd0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105917 Sep 09 16:27:28.755479 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59212) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:28.760857 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-fabc604d-1e20-4df5-8eae-a64e70999514 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'security_group_rule': {'security_group_id': 'f74dd498-842b-4bd5-b4e8-3949d00e352b', 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:28.766381 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Set router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:27:28.887382 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fabc604d-1e20-4df5-8eae-a64e70999514 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.949246 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fabc604d-1e20-4df5-8eae-a64e70999514 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:28.974526 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:27:25Z', 'revision_number': 4, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port': {'id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:22Z', 'updated_at': '2021-09-09T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '72606e83-37c3-43e5-a216-fb227481cb55', 'name': '', 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'mac_address': 'fa:16:3e:2a:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:24Z', 'updated_at': '2021-09-09T16:27:25Z', 'revision_number': 2, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'subnets': [{'id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:29.004573 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Checking router: ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:27:29.004919 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Updating router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 port 72606e83-37c3-43e5-a216-fb227481cb55 binding host dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 16:27:29.029054 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.048049 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fabc604d-1e20-4df5-8eae-a64e70999514 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.066506 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabc604d-1e20-4df5-8eae-a64e70999514 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0856b77-c5c0-4018-9699-fc14858d5a2b,revision_number=0']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:29.145257 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fabc604d-1e20-4df5-8eae-a64e70999514 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.146770 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-fabc604d-1e20-4df5-8eae-a64e70999514 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3902366 Sep 09 16:27:29.149715 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59216) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:29.154354 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-51af06f9-dcc3-4f59-b099-b13ea83d239f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'security_group_rule': {'security_group_id': 'f74dd498-842b-4bd5-b4e8-3949d00e352b', 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:29.254210 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.securitygroups_db [None req-51af06f9-dcc3-4f59-b099-b13ea83d239f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Project 4ecbcc5e7dc2493fa36136afe07f2615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 16:27:29.260391 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-51af06f9-dcc3-4f59-b099-b13ea83d239f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.332267 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-51af06f9-dcc3-4f59-b099-b13ea83d239f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.376255 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Notify callbacks [] for port, precommit_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.386312 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.provisioning_blocks [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Transition to ACTIVE for port object 72606e83-37c3-43e5-a216-fb227481cb55 will not be triggered until provisioned by entity L2. {{(pid=94615) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:29.402452 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-51af06f9-dcc3-4f59-b099-b13ea83d239f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.419396 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af06f9-dcc3-4f59-b099-b13ea83d239f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481d90bb-ee33-4ca8-8712-d48c30314318,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:29.487824 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-51af06f9-dcc3-4f59-b099-b13ea83d239f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.487983 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.489032 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-51af06f9-dcc3-4f59-b099-b13ea83d239f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3382144 Sep 09 16:27:29.492312 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59218) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:27:29.497125 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.v2.base [None req-7eda1417-48d7-4c37-a4d7-f7cc2e53f0cc tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'security_group_rule': {'security_group_id': 'f74dd498-842b-4bd5-b4e8-3949d00e352b', 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94612) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:29.544290 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27894a-871d-4360-8f7f-a901a381cbdc None None] Pushing event updated for resources: {'Port': ['ID=72606e83-37c3-43e5-a216-fb227481cb55,revision_number=3']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:29.579535 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.securitygroups_db [None req-7eda1417-48d7-4c37-a4d7-f7cc2e53f0cc tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Project 4ecbcc5e7dc2493fa36136afe07f2615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 16:27:29.585364 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7eda1417-48d7-4c37-a4d7-f7cc2e53f0cc tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.589899 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Attempting to bind port 72606e83-37c3-43e5-a216-fb227481cb55 on host dv-cinder-760199-19-iscsi for vnic_type normal with profile {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:29.590244 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Attempting to bind port 72606e83-37c3-43e5-a216-fb227481cb55 by drivers openvswitch,hyperv on host dv-cinder-760199-19-iscsi at level 0 using segments [{'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:29.590600 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Attempting to bind port 72606e83-37c3-43e5-a216-fb227481cb55 on network b0cba98e-c0ab-4e40-ae17-ce494fba07bc {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:29.596226 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Checking agent: {'id': 'b01d65f1-ad85-45d4-9441-cfd49007d278', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760199-19-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 10, 36), 'started_at': datetime.datetime(2021, 9, 9, 16, 11, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760199-19-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:29.596601 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Checking segment: {'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:29.596977 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.597557 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Bound using segment: {'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'} {{(pid=94615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:29.597848 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.managers [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Bound port: 72606e83-37c3-43e5-a216-fb227481cb55, host: dv-cinder-760199-19-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c30198-39f3-49b1-9140-2c0366d9fa95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc'}}] {{(pid=94615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:29.598228 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.661300 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7eda1417-48d7-4c37-a4d7-f7cc2e53f0cc tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.669463 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] For port 72606e83-37c3-43e5-a216-fb227481cb55, host dv-cinder-760199-19-iscsi, cleared binding levels {{(pid=94615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:29.672529 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.plugins.ml2.db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] For port 72606e83-37c3-43e5-a216-fb227481cb55, host dv-cinder-760199-19-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=72606e83-37c3-43e5-a216-fb227481cb55,segment=NetworkSegment(82c30198-39f3-49b1-9140-2c0366d9fa95),segment_id=82c30198-39f3-49b1-9140-2c0366d9fa95)] {{(pid=94615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:29.750655 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7eda1417-48d7-4c37-a4d7-f7cc2e53f0cc tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33109050'] for security_group_rule, after_create {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.769798 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda1417-48d7-4c37-a4d7-f7cc2e53f0cc tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad90b33-ed98-49c4-9012-e2cd2b5fc011,revision_number=0']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:29.800623 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron_lib.callbacks.manager [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.856969 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27894a-871d-4360-8f7f-a901a381cbdc None None] Pushing event updated for resources: {'Port': ['ID=72606e83-37c3-43e5-a216-fb227481cb55,revision_number=4']} {{(pid=94615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:29.865531 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Routers {'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:27:29.866700 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:27:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:29.871130 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-7eda1417-48d7-4c37-a4d7-f7cc2e53f0cc tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:29.873400 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-7eda1417-48d7-4c37-a4d7-f7cc2e53f0cc tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3800547 Sep 09 16:27:30.007285 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] Set router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:27:30.107359 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-07d44f8a-faf1-4c3a-9922-032d30812a36 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:30.108860 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-07d44f8a-faf1-4c3a-9922-032d30812a36 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/networks?id=aee256ab-645e-4119-81ad-c3386c30caf6 HTTP/1.1" status: 200 len: 808 time: 0.1362357 Sep 09 16:27:30.133083 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-42634135-fccd-4ae3-8025-9adac0dc804e tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/quotas/ee5ea34139d24069aa7bc7625e5339a3 HTTP/1.1" status: 200 len: 375 time: 0.0149810 Sep 09 16:27:30.165049 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-42f529c8-b9a0-47e9-8f03-1184e3ab7214 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252097 Sep 09 16:27:30.246137 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:27:25Z', 'revision_number': 4, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port': {'id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:22Z', 'updated_at': '2021-09-09T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '72606e83-37c3-43e5-a216-fb227481cb55', 'name': '', 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'mac_address': 'fa:16:3e:2a:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:24Z', 'updated_at': '2021-09-09T16:27:29Z', 'revision_number': 4, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'subnets': [{'id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:27:30.267043 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-fa292822-1dbe-4348-a43e-577d452a8e1f service neutron] 10.222.0.22 "GET /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941515 Sep 09 16:27:30.271922 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0aa2c-b35d-4b49-bbb3-d72497dd8af2 None None] The sync data for ids ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'] in dv-cinder-760199-19-iscsi is: [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:27:25Z', 'revision_number': 4, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port': {'id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:22Z', 'updated_at': '2021-09-09T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '72606e83-37c3-43e5-a216-fb227481cb55', 'name': '', 'network_id': 'b0cba98e-c0ab-4e40-ae17-ce494fba07bc', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'mac_address': 'fa:16:3e:2a:be:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:24Z', 'updated_at': '2021-09-09T16:27:29Z', 'revision_number': 4, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'subnets': [{'id': 'e837c9fa-9617-4fb6-bf43-497b135b3c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:27:30.361231 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-0aedf528-cff7-41a6-992a-99c3fedbbc97 service neutron] 10.222.0.22 "GET /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876584 Sep 09 16:27:30.650841 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3db97d23-fb30-4765-8ebe-b8cfa65ad49d req-a2a2a1a6-5565-4912-963e-5d2bb65e5ac0 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 210 time: 0.0446324 Sep 09 16:27:30.685149 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 72606e83-37c3-43e5-a216-fb227481cb55 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:30.841889 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning for port 72606e83-37c3-43e5-a216-fb227481cb55 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:30.847038 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 72606e83-37c3-43e5-a216-fb227481cb55 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:30.847419 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:30.936102 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:30.968108 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] For port 72606e83-37c3-43e5-a216-fb227481cb55, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=72606e83-37c3-43e5-a216-fb227481cb55,segment=NetworkSegment(82c30198-39f3-49b1-9140-2c0366d9fa95),segment_id=82c30198-39f3-49b1-9140-2c0366d9fa95)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:31.087865 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:31.134113 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Pushing event updated for resources: {'Port': ['ID=72606e83-37c3-43e5-a216-fb227481cb55,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:31.762831 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a309849d-422b-4a8a-bc71-7e20f7679630 req-bc34092f-3177-4d5d-9259-88eaa864552a tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 210 time: 0.0301995 Sep 09 16:27:32.636709 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 72606e83-37c3-43e5-a216-fb227481cb55 up at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:32.689138 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Provisioning complete for port 72606e83-37c3-43e5-a216-fb227481cb55 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:32.689511 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:32.873133 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f0aa1c3f-1235-4440-8a07-bd111a6010a5 req-60d80dd4-faa8-467a-8ffc-18af835e21f8 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 210 time: 0.0411468 Sep 09 16:27:32.954509 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9bffd006-8194-4e32-921d-bdd6a1075a62 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:32.955961 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9bffd006-8194-4e32-921d-bdd6a1075a62 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.21 "GET /v2.0/networks?id=aee256ab-645e-4119-81ad-c3386c30caf6 HTTP/1.1" status: 200 len: 808 time: 0.1329038 Sep 09 16:27:32.976156 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Request body: {'port': {'device_id': 'b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea', 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6', 'admin_state_up': True, 'tenant_id': 'ee5ea34139d24069aa7bc7625e5339a3'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:33.162314 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Made reservation on behalf of ee5ea34139d24069aa7bc7625e5339a3 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:33.165977 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:33.253979 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-fd196735-1390-4d2d-bd01-9363eefcec71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:33.300534 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Allocated IP 172.20.0.12 (aee256ab-645e-4119-81ad-c3386c30caf6/7db73858-2f3c-4355-a982-7592bab9204b/2adf56df-27f2-4a02-aade-20b71b08d547) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:33.461202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:33.557078 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:33.600816 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Network aee256ab-645e-4119-81ad-c3386c30caf6 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:33.604118 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:33.607638 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:33.634755 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Pushing event updated for resources: {'Port': ['ID=2adf56df-27f2-4a02-aade-20b71b08d547,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:33.663063 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:33.663922 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:33.751504 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-9f7662e1-491a-4938-a1d8-839e64f42da6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7793932 Sep 09 16:27:33.770518 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Request body: {'port': {'device_id': 'b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:33.830851 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:34.118539 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2adf56df-27f2-4a02-aade-20b71b08d547 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:27:34.125923 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:34.138258 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Transition to ACTIVE for port object 2adf56df-27f2-4a02-aade-20b71b08d547 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:34.149216 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f73f7a-7a58-4037-9764-909814124a5f req-ab2a54c5-50e1-48a6-a336-725f0ddb6854 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:34.150806 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a2f73f7a-7a58-4037-9764-909814124a5f req-ab2a54c5-50e1-48a6-a336-725f0ddb6854 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 932 time: 0.0482137 Sep 09 16:27:34.191716 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a2f73f7a-7a58-4037-9764-909814124a5f req-bafd6b9f-a35c-4e6d-a250-87fe43c58fb5 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Sep 09 16:27:34.219898 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:34.270202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Pushing event updated for resources: {'Port': ['ID=2adf56df-27f2-4a02-aade-20b71b08d547,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:34.336965 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Attempting to bind port 2adf56df-27f2-4a02-aade-20b71b08d547 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:34.337292 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Attempting to bind port 2adf56df-27f2-4a02-aade-20b71b08d547 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:34.337608 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Attempting to bind port 2adf56df-27f2-4a02-aade-20b71b08d547 on network aee256ab-645e-4119-81ad-c3386c30caf6 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:34.341684 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Port 2adf56df-27f2-4a02-aade-20b71b08d547 on network aee256ab-645e-4119-81ad-c3386c30caf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:27:34.342026 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Attempting to bind port 2adf56df-27f2-4a02-aade-20b71b08d547 on network aee256ab-645e-4119-81ad-c3386c30caf6 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:34.346911 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:34.347240 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Checking segment: {'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:34.347614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Bound using segment: {'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:34.348027 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Bound port: 2adf56df-27f2-4a02-aade-20b71b08d547, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:34.348369 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:34.410618 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] For port 2adf56df-27f2-4a02-aade-20b71b08d547, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:34.413502 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] For port 2adf56df-27f2-4a02-aade-20b71b08d547, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2adf56df-27f2-4a02-aade-20b71b08d547,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:34.505913 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:34.543925 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:34.544524 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:34.545921 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] 10.222.0.21 "PUT /v2.0/ports/2adf56df-27f2-4a02-aade-20b71b08d547 HTTP/1.1" status: 200 len: 1094 time: 0.7794704 Sep 09 16:27:34.546366 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea', 'tag': '2adf56df-27f2-4a02-aade-20b71b08d547'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:27:34.548592 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba41c9e-88de-4108-9b67-743bcc4d00ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea", "tag": "2adf56df-27f2-4a02-aade-20b71b08d547"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:27:34.571012 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5964422e-8f27-4296-b2fd-7980b81d3821 service neutron] Pushing event updated for resources: {'Port': ['ID=2adf56df-27f2-4a02-aade-20b71b08d547,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:34.589987 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62db72bb-c709-4198-9392-592f2daec86f x-openstack-request-id: req-62db72bb-c709-4198-9392-592f2daec86f {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:27:34.590370 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea", "tag": "2adf56df-27f2-4a02-aade-20b71b08d547", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:27:34.590615 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62db72bb-c709-4198-9392-592f2daec86f {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:27:34.591011 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea', 'tag': '2adf56df-27f2-4a02-aade-20b71b08d547', 'status': 'completed', 'code': 200} Sep 09 16:27:34.677364 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41c9e-88de-4108-9b67-743bcc4d00ef req-a3b88ac8-bf23-4057-bca0-4094568d3fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:34.679441 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6ba41c9e-88de-4108-9b67-743bcc4d00ef req-a3b88ac8-bf23-4057-bca0-4094568d3fa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 1097 time: 0.0414710 Sep 09 16:27:34.786851 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41c9e-88de-4108-9b67-743bcc4d00ef req-91dea159-2cf9-46a5-8257-a509ee27a018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:34.789381 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6ba41c9e-88de-4108-9b67-743bcc4d00ef req-91dea159-2cf9-46a5-8257-a509ee27a018 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0949137 Sep 09 16:27:34.888130 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba41c9e-88de-4108-9b67-743bcc4d00ef req-c783f99e-8c99-49fe-8255-cc7dc0fbfc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:34.889584 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6ba41c9e-88de-4108-9b67-743bcc4d00ef req-c783f99e-8c99-49fe-8255-cc7dc0fbfc97 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929825 Sep 09 16:27:34.989225 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-97f48bd5-9abb-481e-baa6-ba2830fe4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:34.990731 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-97f48bd5-9abb-481e-baa6-ba2830fe4509 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 1097 time: 0.0391772 Sep 09 16:27:35.040433 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-324272e7-e11c-42d5-b24c-38bd9e685134 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2adf56df-27f2-4a02-aade-20b71b08d547 HTTP/1.1" status: 200 len: 217 time: 0.0349929 Sep 09 16:27:35.092542 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-40fb9dfa-eaed-411d-a8ac-7f11c7a0cb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:35.094692 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-40fb9dfa-eaed-411d-a8ac-7f11c7a0cb4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7db73858-2f3c-4355-a982-7592bab9204b HTTP/1.1" status: 200 len: 848 time: 0.0468490 Sep 09 16:27:35.127072 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-85878cf8-69c6-4d45-a942-442a338f3c46 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee256ab-645e-4119-81ad-c3386c30caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242765 Sep 09 16:27:35.216998 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-5385fc23-06d1-4770-a5ea-93f853a7bf51 service neutron] 10.222.0.21 "GET /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822704 Sep 09 16:27:35.314941 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad842376-9165-463f-9928-3d4a829a9363 req-7d15d965-5881-467f-a912-b140cbe6f3ea tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:35.314941 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ad842376-9165-463f-9928-3d4a829a9363 req-7d15d965-5881-467f-a912-b140cbe6f3ea tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 944 time: 0.0499103 Sep 09 16:27:35.321348 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e49b4dd3-c3a6-4465-ac7b-47403c3bfc08 req-c1ec38e3-2d5e-47b0-b4cd-ba6f92b53c11 service neutron] 10.222.0.21 "GET /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967040 Sep 09 16:27:35.356553 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ad842376-9165-463f-9928-3d4a829a9363 req-34346e38-cc97-42b6-b5e8-65bce8831c50 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337021 Sep 09 16:27:35.550481 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-673c77bf-7471-4fb2-ae6e-a5a967307349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:36.036666 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:36.476252 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30042fef-d466-4fa8-89b5-6624a24e4264 req-ac74108e-a733-4123-bf84-be98997c6228 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:36.477718 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-30042fef-d466-4fa8-89b5-6624a24e4264 req-ac74108e-a733-4123-bf84-be98997c6228 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 944 time: 0.0507383 Sep 09 16:27:36.514268 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-30042fef-d466-4fa8-89b5-6624a24e4264 req-f2a5e8a8-1d46-4838-9704-bd5647a7ed89 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307014 Sep 09 16:27:36.630777 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:37.419844 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 2adf56df-27f2-4a02-aade-20b71b08d547 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:27:37.523591 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 2adf56df-27f2-4a02-aade-20b71b08d547, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2adf56df-27f2-4a02-aade-20b71b08d547,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:37.534619 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '2adf56df-27f2-4a02-aade-20b71b08d547', 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6', 'port_id': '2adf56df-27f2-4a02-aade-20b71b08d547', 'mac_address': 'fa:16:3e:db:19:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db73858-2f3c-4355-a982-7592bab9204b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:27:37.571966 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:37.589434 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2adf56df-27f2-4a02-aade-20b71b08d547 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:27:37.609892 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 2adf56df-27f2-4a02-aade-20b71b08d547, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2adf56df-27f2-4a02-aade-20b71b08d547,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:37.634935 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818919c-fe09-4d06-9a2c-ee9d3894b087 req-b0a9e8e1-b9b1-46fc-9d16-130251c7e62c tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:37.636454 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6818919c-fe09-4d06-9a2c-ee9d3894b087 req-b0a9e8e1-b9b1-46fc-9d16-130251c7e62c tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 944 time: 0.0556946 Sep 09 16:27:37.676563 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6818919c-fe09-4d06-9a2c-ee9d3894b087 req-60f8d409-f70b-4a13-b076-007e3acf7e2f tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Sep 09 16:27:37.676808 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:37.729084 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=2adf56df-27f2-4a02-aade-20b71b08d547,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:37.983614 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['2adf56df-27f2-4a02-aade-20b71b08d547'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:27:38.453912 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:38.787200 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b4fb7-16c8-4126-99f4-62d126c3ce73 req-970ab6f0-3773-4dd8-929d-0dc2ffd4d80b tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:38.788659 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b23b4fb7-16c8-4126-99f4-62d126c3ce73 req-970ab6f0-3773-4dd8-929d-0dc2ffd4d80b tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 945 time: 0.0474410 Sep 09 16:27:38.830397 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b23b4fb7-16c8-4126-99f4-62d126c3ce73 req-b97fb7cb-9018-4b02-b18b-be822e54f281 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Sep 09 16:27:39.434869 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 2adf56df-27f2-4a02-aade-20b71b08d547 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:27:39.544962 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 2adf56df-27f2-4a02-aade-20b71b08d547 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:39.548889 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 2adf56df-27f2-4a02-aade-20b71b08d547 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:39.553830 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:39.623757 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:39.647278 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adf56df-27f2-4a02-aade-20b71b08d547'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:27:39.649551 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d1eeec-2327-4918-aeea-7828f449753b" -d '{"events": [{"server_uuid": "b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea", "name": "network-vif-plugged", "status": "completed", "tag": "2adf56df-27f2-4a02-aade-20b71b08d547"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:27:39.677552 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 2adf56df-27f2-4a02-aade-20b71b08d547, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2adf56df-27f2-4a02-aade-20b71b08d547,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:39.685658 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c8e617-66c0-49ea-875d-83f13d80bb17 x-openstack-request-id: req-00c8e617-66c0-49ea-875d-83f13d80bb17 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:27:39.685980 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea", "name": "network-vif-plugged", "status": "completed", "tag": "2adf56df-27f2-4a02-aade-20b71b08d547", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:27:39.686232 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00c8e617-66c0-49ea-875d-83f13d80bb17 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:27:39.686622 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2adf56df-27f2-4a02-aade-20b71b08d547', 'code': 200} Sep 09 16:27:39.773833 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:39.824828 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=2adf56df-27f2-4a02-aade-20b71b08d547,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:39.950077 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65904696-96b2-4bbe-a1c7-3aa804c8b79a req-24620e1a-9bfa-4eea-b229-cc494aa0925f tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:39.951603 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-65904696-96b2-4bbe-a1c7-3aa804c8b79a req-24620e1a-9bfa-4eea-b229-cc494aa0925f tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 946 time: 0.0511763 Sep 09 16:27:39.990511 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-65904696-96b2-4bbe-a1c7-3aa804c8b79a req-366c8542-ebed-43cf-975a-4f411cb55c6a tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 Sep 09 16:27:40.122326 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7762e7e-7033-483e-821d-6d4bd0992d1c req-74864b5e-acd0-4ff7-ad85-a644ada59cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:40.123704 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c7762e7e-7033-483e-821d-6d4bd0992d1c req-74864b5e-acd0-4ff7-ad85-a644ada59cab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 1099 time: 0.0429640 Sep 09 16:27:40.160340 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c7762e7e-7033-483e-821d-6d4bd0992d1c req-dbcc9f0d-2a28-4b9e-8e38-acb30e7463ec service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280046 Sep 09 16:27:41.113964 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f76cb5-4448-444f-a576-8cc14c79299a req-59440562-35b9-4128-99d7-bd50392a1dbc tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:41.115425 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d3f76cb5-4448-444f-a576-8cc14c79299a req-59440562-35b9-4128-99d7-bd50392a1dbc tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 946 time: 0.0529616 Sep 09 16:27:41.155787 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d3f76cb5-4448-444f-a576-8cc14c79299a req-f4367ee1-f0e3-45e8-b2c7-36682dd08de0 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Sep 09 16:27:42.268359 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dfe915-a665-4bb9-b23b-d38ec0d7c2f6 req-34377eac-13f9-4d21-b892-24ceba76089c tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:42.269734 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-98dfe915-a665-4bb9-b23b-d38ec0d7c2f6 req-34377eac-13f9-4d21-b892-24ceba76089c tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 946 time: 0.0478153 Sep 09 16:27:42.311982 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-98dfe915-a665-4bb9-b23b-d38ec0d7c2f6 req-6d0fadba-649e-470f-94aa-f2b228fe682e tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349896 Sep 09 16:27:42.590546 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:43.822623 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff887298-d11f-41bb-ac6f-8beae6f75350 req-44c5b166-fcef-46e1-8215-ea2d9a90e87a tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:43.824638 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ff887298-d11f-41bb-ac6f-8beae6f75350 req-44c5b166-fcef-46e1-8215-ea2d9a90e87a tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 946 time: 0.0481327 Sep 09 16:27:43.862428 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ff887298-d11f-41bb-ac6f-8beae6f75350 req-8a3959e8-c1c3-4a55-a71b-c69d91fdc563 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Sep 09 16:27:44.975529 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896e712-169a-4293-912b-9f7f26abb0e7 req-4ff20c74-46f8-4989-928b-778b833994b5 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:44.976984 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a896e712-169a-4293-912b-9f7f26abb0e7 req-4ff20c74-46f8-4989-928b-778b833994b5 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 946 time: 0.0462673 Sep 09 16:27:45.014609 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a896e712-169a-4293-912b-9f7f26abb0e7 req-a705b519-864c-4c00-9be7-e4955dda80e4 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311031 Sep 09 16:27:45.531067 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-32e86a0d-b63e-446b-8fc6-ef256657189a tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:45.531921 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-32e86a0d-b63e-446b-8fc6-ef256657189a tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.21 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 946 time: 0.0482602 Sep 09 16:27:45.623070 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Deleting port 2adf56df-27f2-4a02-aade-20b71b08d547 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:27:45.623405 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:45.707368 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] For port 2adf56df-27f2-4a02-aade-20b71b08d547, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=2adf56df-27f2-4a02-aade-20b71b08d547,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:27:45.707724 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:45.724302 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Calling delete_port for 2adf56df-27f2-4a02-aade-20b71b08d547 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:27:46.155324 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f710c3-c68e-4158-9e94-9a2ef9eebc9b req-fdef000a-b055-4b08-be6e-916b4cef597f tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:46.156788 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f4f710c3-c68e-4158-9e94-9a2ef9eebc9b req-fdef000a-b055-4b08-be6e-916b4cef597f tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 946 time: 0.0629401 Sep 09 16:27:46.200269 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f4f710c3-c68e-4158-9e94-9a2ef9eebc9b req-1cfe7a57-9623-4a93-bc8e-2ffdd84fd8e3 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368903 Sep 09 16:27:46.201359 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:46.239716 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['2adf56df-27f2-4a02-aade-20b71b08d547'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:27:46.246347 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Pushing event deleted for resources: {'Port': ['ID=2adf56df-27f2-4a02-aade-20b71b08d547,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:46.282299 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] No DVR routers for this DVR port 2adf56df-27f2-4a02-aade-20b71b08d547 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:27:46.284783 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:46.286829 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-275b2516-ea76-4da8-8823-7dc91b4bed0c req-8816c753-b98c-4c07-8868-6f1ec632c1b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.21 "DELETE /v2.0/ports/2adf56df-27f2-4a02-aade-20b71b08d547 HTTP/1.1" status: 204 len: 173 time: 0.7486959 Sep 09 16:27:46.287258 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea', 'name': 'network-vif-deleted', 'tag': '2adf56df-27f2-4a02-aade-20b71b08d547'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:27:46.289448 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6584b87f-cc02-45e4-bd24-ebfc9bc6839f" -d '{"events": [{"server_uuid": "b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea", "name": "network-vif-deleted", "tag": "2adf56df-27f2-4a02-aade-20b71b08d547"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:27:46.324313 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff36b45-7896-4cfe-abe1-ac033d140732 x-openstack-request-id: req-4ff36b45-7896-4cfe-abe1-ac033d140732 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:27:46.324598 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea", "name": "network-vif-deleted", "tag": "2adf56df-27f2-4a02-aade-20b71b08d547", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:27:46.324857 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ff36b45-7896-4cfe-abe1-ac033d140732 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:27:46.325251 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea', 'name': 'network-vif-deleted', 'tag': '2adf56df-27f2-4a02-aade-20b71b08d547', 'status': 'completed', 'code': 200} Sep 09 16:27:47.301888 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8f525cee-c108-4306-be3b-ffd7badbad41 req-c27ac30c-c204-4b80-9316-112170d8585d tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=b501bc0e-bbb3-4b8f-8e0b-77ab1a745aea HTTP/1.1" status: 200 len: 210 time: 0.0250289 Sep 09 16:27:47.786871 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-a8cd5cce-1659-4437-90f2-b6cb3ab0bde2 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949395945&fields=id&tenant_id=4ecbcc5e7dc2493fa36136afe07f2615 HTTP/1.1" status: 200 len: 267 time: 0.0311074 Sep 09 16:27:47.893128 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-2e35d2b4-91d3-4e81-b1ac-f2eb86a2f383 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:47.894566 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-2e35d2b4-91d3-4e81-b1ac-f2eb86a2f383 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/networks?id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 200 len: 809 time: 0.1011908 Sep 09 16:27:47.908803 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-e555af1f-1667-4961-abdb-dc4cbc8baf44 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/quotas/4ecbcc5e7dc2493fa36136afe07f2615 HTTP/1.1" status: 200 len: 375 time: 0.0085921 Sep 09 16:27:47.956990 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-298260bd-31a6-4bd2-9a8f-6bf2ece76ba3 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431528 Sep 09 16:27:48.050441 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-b5caba3a-8dab-4b72-a566-26770e7c8d59 service neutron] 10.222.0.22 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819886 Sep 09 16:27:48.135596 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-653b6eac-8f5d-4e93-96d6-a57240b1e062 service neutron] 10.222.0.22 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791638 Sep 09 16:27:48.560319 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-6eb592a5-9f55-4201-9fc4-61af164247b1 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:48.561778 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-6eb592a5-9f55-4201-9fc4-61af164247b1 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/networks?id=aee256ab-645e-4119-81ad-c3386c30caf6 HTTP/1.1" status: 200 len: 808 time: 0.1047132 Sep 09 16:27:48.576783 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-270502ef-4c1c-4e4a-a18e-ce012780cfe1 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/quotas/ee5ea34139d24069aa7bc7625e5339a3 HTTP/1.1" status: 200 len: 375 time: 0.0092497 Sep 09 16:27:48.607142 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-621c8a2f-0303-406c-be7d-dddc9e05b1df tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247982 Sep 09 16:27:48.700946 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-eb8f0fd7-4114-4cd2-875e-4624f9276584 service neutron] 10.222.0.22 "GET /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868149 Sep 09 16:27:48.753310 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a8cb0381-9fc3-4620-9b53-c0585f9709f1 req-b706f472-5ec7-4260-bb89-709fa8bb1736 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 210 time: 0.0303628 Sep 09 16:27:48.793156 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-51925a12-172c-4b09-ae64-b97a2dba6f23 service neutron] 10.222.0.22 "GET /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857770 Sep 09 16:27:49.310663 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0eabcdf9-8058-451c-829d-471a27820b15 req-a8bebf39-f680-4798-a311-bb814cbd1d15 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 210 time: 0.2670431 Sep 09 16:27:49.500129 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 2adf56df-27f2-4a02-aade-20b71b08d547 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:27:49.522243 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 2adf56df-27f2-4a02-aade-20b71b08d547 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:27:49.522521 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 2adf56df-27f2-4a02-aade-20b71b08d547 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:27:49.844507 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-33417568-30a0-48dd-ab3d-42d07043ed24 req-4cb854d4-9b96-4eef-b138-6bc0aa784bb0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 210 time: 0.0251012 Sep 09 16:27:50.383986 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-546d3b3a-b692-46e3-a5b0-ec78a17c794c req-c3dce1c7-e516-4278-b03f-d7f9b98524c6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 210 time: 0.0247762 Sep 09 16:27:50.914214 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-c95518e8-20c9-45ba-90c1-43b252cb5c5d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:50.915671 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-c95518e8-20c9-45ba-90c1-43b252cb5c5d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.21 "GET /v2.0/networks?id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 200 len: 809 time: 0.1074238 Sep 09 16:27:50.944246 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-785e6b90-7c05-4371-bda7-096e987595ff req-950aabda-fd37-4183-8ccd-dacd01653119 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 210 time: 0.0276227 Sep 09 16:27:50.978889 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-1c5a9596-f4c1-4bbe-b11b-9a1af03e8aec tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ecbcc5e7dc2493fa36136afe07f2615 HTTP/1.1" status: 200 len: 380 time: 0.0370347 Sep 09 16:27:50.989168 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'port': {'device_id': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'admin_state_up': True, 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'security_groups': ['f74dd498-842b-4bd5-b4e8-3949d00e352b']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:51.150156 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Made reservation on behalf of 4ecbcc5e7dc2493fa36136afe07f2615 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:51.155610 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:51.281169 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Allocated IP 172.20.0.14 (1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4/7a1411ec-44d6-46dd-a67f-6665f8cb10c5/a3b445a5-f185-4079-9969-8860e8d325a1) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:51.428472 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:51.442233 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Transition to ACTIVE for port object a3b445a5-f185-4079-9969-8860e8d325a1 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:51.457737 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-fd6b07e4-6ded-4e15-ba05-8001419f1fc1 req-73b870b4-d193-4962-aba2-b7df8ddaa146 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 210 time: 0.0254576 Sep 09 16:27:51.562507 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:51.605554 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:51.608520 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:51.612289 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:51.642597 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:51.671718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:51.672290 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:51.745632 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-3dc09ca9-a76a-4a3d-b0a1-d5265b1832a1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7610438 Sep 09 16:27:51.764941 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Request body: {'port': {'device_id': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:51.819516 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:51.939149 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-75d14b63-1b1a-49bd-a791-c7bc86694519 None None] Provisioning for port a3b445a5-f185-4079-9969-8860e8d325a1 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:27:51.943091 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-75d14b63-1b1a-49bd-a791-c7bc86694519 None None] Provisioning complete for port a3b445a5-f185-4079-9969-8860e8d325a1 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:27:51.943462 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-75d14b63-1b1a-49bd-a791-c7bc86694519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:51.980959 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-75d14b63-1b1a-49bd-a791-c7bc86694519 None None] Port a3b445a5-f185-4079-9969-8860e8d325a1 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:27:52.002571 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-99d17285-6a25-4481-b00d-51a41406751b req-9ff697a9-1de8-4154-aa2c-68412c0011aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790575 Sep 09 16:27:52.139971 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab865cd-656a-4994-93d6-2f6014b409c1 req-5cb25e9a-6c81-4d81-8da4-669be442fe17 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:52.141441 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1ab865cd-656a-4994-93d6-2f6014b409c1 req-5cb25e9a-6c81-4d81-8da4-669be442fe17 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 932 time: 0.1072004 Sep 09 16:27:52.156916 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d17285-6a25-4481-b00d-51a41406751b req-f1ddf35c-d857-4a34-9aa6-6a8a133c4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:52.158380 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-99d17285-6a25-4481-b00d-51a41406751b req-f1ddf35c-d857-4a34-9aa6-6a8a133c4d41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 1099 time: 0.0905576 Sep 09 16:27:52.252548 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b445a5-f185-4079-9969-8860e8d325a1 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:27:52.263024 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1ab865cd-656a-4994-93d6-2f6014b409c1 req-4d702e4e-b27d-4303-a08c-c44b3f4ec7fd tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143248 Sep 09 16:27:52.266403 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:52.312118 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Transition to ACTIVE for port object a3b445a5-f185-4079-9969-8860e8d325a1 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:52.328265 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d17285-6a25-4481-b00d-51a41406751b req-0eb167c5-2fa1-4e53-b624-66c8f6a62d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:52.331774 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-99d17285-6a25-4481-b00d-51a41406751b req-0eb167c5-2fa1-4e53-b624-66c8f6a62d6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 912 time: 0.1349967 Sep 09 16:27:52.380041 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:52.429217 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-99d17285-6a25-4481-b00d-51a41406751b req-70cf0859-c5d0-4e21-bb55-47e48a3aeff9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c907be31-c360-42cf-a1ea-3bb400d24750 HTTP/1.1" status: 200 len: 1001 time: 0.0915701 Sep 09 16:27:52.473759 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Pushing event updated for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:52.538888 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d17285-6a25-4481-b00d-51a41406751b req-5b954dd9-10b0-408e-89e6-ae75c797fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:52.540371 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-99d17285-6a25-4481-b00d-51a41406751b req-5b954dd9-10b0-408e-89e6-ae75c797fa10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.1028299 Sep 09 16:27:52.561748 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b2131175-ab12-47ea-a418-fd66c6a84029 req-a86b09d6-1109-41d3-8491-562bd1ac9d05 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 210 time: 0.0270422 Sep 09 16:27:52.578809 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Attempting to bind port a3b445a5-f185-4079-9969-8860e8d325a1 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:52.579261 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Attempting to bind port a3b445a5-f185-4079-9969-8860e8d325a1 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:52.579685 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Attempting to bind port a3b445a5-f185-4079-9969-8860e8d325a1 on network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:52.600574 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Port a3b445a5-f185-4079-9969-8860e8d325a1 on network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:27:52.600902 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Attempting to bind port a3b445a5-f185-4079-9969-8860e8d325a1 on network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:52.609208 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:52.609543 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Checking segment: {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:52.609955 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Bound using segment: {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:52.610388 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Bound port: a3b445a5-f185-4079-9969-8860e8d325a1, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8419d88d-6c62-437e-bbb7-c4bcb247d537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:52.610748 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:52.629944 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d17285-6a25-4481-b00d-51a41406751b req-aaa4aa7b-60aa-49f6-a56c-19b5fc994909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:52.631430 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-99d17285-6a25-4481-b00d-51a41406751b req-aaa4aa7b-60aa-49f6-a56c-19b5fc994909 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704417 Sep 09 16:27:52.736662 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:52.752118 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:52.766381 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-99d17285-6a25-4481-b00d-51a41406751b req-3095dd9b-cc2a-42d8-991d-976d6100afd4 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179512 Sep 09 16:27:52.847842 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:52.897347 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:52.898077 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:52.904781 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] 10.222.0.21 "PUT /v2.0/ports/a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 200 len: 1094 time: 1.1395662 Sep 09 16:27:52.904781 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:27:52.904781 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844075a7-3517-405a-bc50-4296c0287940" -d '{"events": [{"name": "network-changed", "server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:27:52.940359 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-99d17285-6a25-4481-b00d-51a41406751b req-c6a9a2df-62c8-4f9b-ad3e-28ac6dd829b3 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474433 Sep 09 16:27:52.941754 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243d2a05-0742-4da5-b8eb-e6e86ad73ab8 x-openstack-request-id: req-243d2a05-0742-4da5-b8eb-e6e86ad73ab8 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:27:52.942065 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:27:52.942306 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-243d2a05-0742-4da5-b8eb-e6e86ad73ab8 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:27:52.942694 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'status': 'completed', 'code': 200} Sep 09 16:27:52.943638 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b56e1-9ab5-4ccb-ae62-a9c701dae85b service neutron] Pushing event updated for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:53.097009 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:27:53.102682 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844075a7-3517-405a-bc50-4296c0287940 req-73211c62-2a37-4310-affc-43baee976a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:53.104202 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-844075a7-3517-405a-bc50-4296c0287940 req-73211c62-2a37-4310-affc-43baee976a78 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1097 time: 0.1077297 Sep 09 16:27:53.161263 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-a7ecd582-e040-469f-b73c-6d2e167a8407 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:53.162757 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-a7ecd582-e040-469f-b73c-6d2e167a8407 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.21 "GET /v2.0/networks?id=aee256ab-645e-4119-81ad-c3386c30caf6 HTTP/1.1" status: 200 len: 808 time: 0.1357744 Sep 09 16:27:53.211549 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Request body: {'port': {'device_id': 'e4371427-0af3-443a-aa55-ddd5756b2b3c', 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6', 'admin_state_up': True, 'tenant_id': 'ee5ea34139d24069aa7bc7625e5339a3'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:53.287495 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844075a7-3517-405a-bc50-4296c0287940 req-85457276-9c1a-4b2c-8ff0-f371b440a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:53.288861 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-844075a7-3517-405a-bc50-4296c0287940 req-85457276-9c1a-4b2c-8ff0-f371b440a148 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1600957 Sep 09 16:27:53.385767 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce74e6-a6b6-441c-a859-a03912fee869 req-0d705f08-b28b-4c97-8391-e6b17bbae010 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:53.387495 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-13ce74e6-a6b6-441c-a859-a03912fee869 req-0d705f08-b28b-4c97-8391-e6b17bbae010 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0537801 Sep 09 16:27:53.415195 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844075a7-3517-405a-bc50-4296c0287940 req-209e5dae-64c5-4014-ac05-3a43221feec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:53.416715 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-844075a7-3517-405a-bc50-4296c0287940 req-209e5dae-64c5-4014-ac05-3a43221feec9 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207941 Sep 09 16:27:53.430003 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-13ce74e6-a6b6-441c-a859-a03912fee869 req-8ec34a84-154f-40bd-9cba-5f75e7882d7a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361860 Sep 09 16:27:53.481703 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Made reservation on behalf of ee5ea34139d24069aa7bc7625e5339a3 for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:27:53.485351 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:53.592711 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d00f06ab-f368-4a09-a82e-58939eb5e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:53.749278 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-d00f06ab-f368-4a09-a82e-58939eb5e9a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1097 time: 0.0870590 Sep 09 16:27:53.749278 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-b64147ee-8f08-4adb-879d-bdc896eae66a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 200 len: 217 time: 0.0454178 Sep 09 16:27:53.749278 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-693e4f16-d3f6-4fc8-a070-0bb039e8f396 req-626f71cc-8513-4f8e-b925-9f5635989560 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 210 time: 0.0564399 Sep 09 16:27:53.749278 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Allocated IP 172.20.0.8 (aee256ab-645e-4119-81ad-c3386c30caf6/7db73858-2f3c-4355-a982-7592bab9204b/88ebbfbe-5329-434e-a040-fcd09ae64446) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:27:53.750813 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-b497d10e-3c0c-4b20-94ed-ccebd54de730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:53.751779 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-b497d10e-3c0c-4b20-94ed-ccebd54de730 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a1411ec-44d6-46dd-a67f-6665f8cb10c5 HTTP/1.1" status: 200 len: 848 time: 0.0783319 Sep 09 16:27:53.845946 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-57e18e96-f603-43e0-bcd3-283dd195c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:53.847361 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-57e18e96-f603-43e0-bcd3-283dd195c010 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0857303 Sep 09 16:27:53.969831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:53.994124 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-ae637b17-e1ff-4d33-8c10-cd96ed96629b service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203310 Sep 09 16:27:54.092165 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:54.107079 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1aa565d2-a41b-4206-ac2a-09f133c3a684 req-0a756f44-1a3e-41be-ae9a-5b2f3346dcd3 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053765 Sep 09 16:27:54.136156 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Network aee256ab-645e-4119-81ad-c3386c30caf6 is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:27:54.140033 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:27:54.143615 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:27:54.170445 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Pushing event updated for resources: {'Port': ['ID=88ebbfbe-5329-434e-a040-fcd09ae64446,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:54.197213 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:54.197828 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:54.247579 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5e0b1a3-8e27-4ea8-8322-bf59e2fc93bf tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0472951 Sep 09 16:27:54.267471 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Request body: {'port': {'device_id': 'e4371427-0af3-443a-aa55-ddd5756b2b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:27:54.322682 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:54.542336 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b1df4-197a-42e2-9883-41e2c23d7e34 req-323fa50a-3b8a-4df9-8dc3-57aea5cb60e3 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:54.543801 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d6b1df4-197a-42e2-9883-41e2c23d7e34 req-323fa50a-3b8a-4df9-8dc3-57aea5cb60e3 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0470119 Sep 09 16:27:54.578575 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ebbfbe-5329-434e-a040-fcd09ae64446 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:27:54.581872 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6d6b1df4-197a-42e2-9883-41e2c23d7e34 req-01141e0f-a984-4f78-9b92-ba7e8d7e168f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317831 Sep 09 16:27:54.585988 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:54.598655 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Transition to ACTIVE for port object 88ebbfbe-5329-434e-a040-fcd09ae64446 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:27:54.687265 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:54.738994 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Pushing event updated for resources: {'Port': ['ID=88ebbfbe-5329-434e-a040-fcd09ae64446,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:54.835064 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Attempting to bind port 88ebbfbe-5329-434e-a040-fcd09ae64446 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:27:54.835390 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Attempting to bind port 88ebbfbe-5329-434e-a040-fcd09ae64446 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:27:54.835712 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Attempting to bind port 88ebbfbe-5329-434e-a040-fcd09ae64446 on network aee256ab-645e-4119-81ad-c3386c30caf6 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:54.850856 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feb790-e889-4947-8295-815d784c0a8a req-9597c9e5-da21-4f2e-b0d1-7593a1c47479 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:54.852419 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-34feb790-e889-4947-8295-815d784c0a8a req-9597c9e5-da21-4f2e-b0d1-7593a1c47479 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 943 time: 0.0688684 Sep 09 16:27:54.852938 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Port 88ebbfbe-5329-434e-a040-fcd09ae64446 on network aee256ab-645e-4119-81ad-c3386c30caf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:27:54.853253 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Attempting to bind port 88ebbfbe-5329-434e-a040-fcd09ae64446 on network aee256ab-645e-4119-81ad-c3386c30caf6 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:27:54.860299 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:27:54.860626 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Checking segment: {'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:27:54.860992 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Bound using segment: {'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:27:54.861406 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Bound port: 88ebbfbe-5329-434e-a040-fcd09ae64446, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c55c7191-7116-4e3c-bd54-789708f8c0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:27:54.861756 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:54.924861 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-34feb790-e889-4947-8295-815d784c0a8a req-42d64a1e-45de-44d0-b42d-4fcead6aa47f tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655901 Sep 09 16:27:54.951403 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] For port 88ebbfbe-5329-434e-a040-fcd09ae64446, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:27:54.954281 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] For port 88ebbfbe-5329-434e-a040-fcd09ae64446, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=88ebbfbe-5329-434e-a040-fcd09ae64446,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:27:55.001899 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:55.306728 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:55.307327 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:27:55.308667 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] 10.222.0.21 "PUT /v2.0/ports/88ebbfbe-5329-434e-a040-fcd09ae64446 HTTP/1.1" status: 200 len: 1093 time: 1.0452347 Sep 09 16:27:55.309086 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4371427-0af3-443a-aa55-ddd5756b2b3c', 'tag': '88ebbfbe-5329-434e-a040-fcd09ae64446'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:27:55.311747 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c51dbc-2ba1-4812-bee0-705bcfb49dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "e4371427-0af3-443a-aa55-ddd5756b2b3c", "tag": "88ebbfbe-5329-434e-a040-fcd09ae64446"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:27:55.338285 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Pushing event updated for resources: {'Port': ['ID=88ebbfbe-5329-434e-a040-fcd09ae64446,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:27:55.347157 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.347505 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.347878 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.348248 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.348810 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.348810 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.349103 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.349425 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.349747 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.350103 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.350424 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.350743 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5148d-b50b-4468-b37c-59048d57e2de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:27:55.355104 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840e2438-c326-439b-bd22-43751433ed01 x-openstack-request-id: req-840e2438-c326-439b-bd22-43751433ed01 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:27:55.355436 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4371427-0af3-443a-aa55-ddd5756b2b3c", "tag": "88ebbfbe-5329-434e-a040-fcd09ae64446", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:27:55.355682 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-840e2438-c326-439b-bd22-43751433ed01 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:27:55.356063 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4371427-0af3-443a-aa55-ddd5756b2b3c', 'tag': '88ebbfbe-5329-434e-a040-fcd09ae64446', 'status': 'completed', 'code': 200} Sep 09 16:27:55.441092 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51dbc-2ba1-4812-bee0-705bcfb49dd2 req-3c05f922-06ae-4ce6-8080-e7c4bef1d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:55.443398 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b7c51dbc-2ba1-4812-bee0-705bcfb49dd2 req-3c05f922-06ae-4ce6-8080-e7c4bef1d6c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 1096 time: 0.0487137 Sep 09 16:27:55.560348 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51dbc-2ba1-4812-bee0-705bcfb49dd2 req-b0b67a7a-0746-492f-b9c5-b1c22187c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:55.561725 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b7c51dbc-2ba1-4812-bee0-705bcfb49dd2 req-b0b67a7a-0746-492f-b9c5-b1c22187c83f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1058517 Sep 09 16:27:55.711172 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c51dbc-2ba1-4812-bee0-705bcfb49dd2 req-080f1bb4-da1c-42c2-9daf-b639c3b2ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:55.719099 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b7c51dbc-2ba1-4812-bee0-705bcfb49dd2 req-080f1bb4-da1c-42c2-9daf-b639c3b2ac5f service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445031 Sep 09 16:27:55.743104 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be07b9-50ef-4a14-b119-2c560eed2656 req-a7b7703c-a590-437d-9688-cae45b17dee6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:55.744591 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-33be07b9-50ef-4a14-b119-2c560eed2656 req-a7b7703c-a590-437d-9688-cae45b17dee6 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0858843 Sep 09 16:27:55.820432 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-33be07b9-50ef-4a14-b119-2c560eed2656 req-513fec54-3fb8-4352-97f6-6d37e98b58b9 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688698 Sep 09 16:27:55.879380 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-acd02dbe-083a-4c52-a910-7a1f6d651460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:55.879380 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-acd02dbe-083a-4c52-a910-7a1f6d651460 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 1096 time: 0.0636091 Sep 09 16:27:55.894779 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-8839a92c-0d45-4bec-b3b2-cc23c75a1ce1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=88ebbfbe-5329-434e-a040-fcd09ae64446 HTTP/1.1" status: 200 len: 217 time: 0.0427346 Sep 09 16:27:55.960560 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5be28c9-ce6b-4f31-a54a-e3e590236dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:55.962308 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-e5be28c9-ce6b-4f31-a54a-e3e590236dab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7db73858-2f3c-4355-a982-7592bab9204b HTTP/1.1" status: 200 len: 848 time: 0.0603263 Sep 09 16:27:56.000006 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-2fd77fd6-b7bc-44ec-948e-71a83c9cab23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=aee256ab-645e-4119-81ad-c3386c30caf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304103 Sep 09 16:27:56.054182 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914199d-acdc-449f-a8c3-9d93e88733ac req-76e0ad0f-a99e-43e4-b87b-5f3b7feed948 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:56.055697 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f914199d-acdc-449f-a8c3-9d93e88733ac req-76e0ad0f-a99e-43e4-b87b-5f3b7feed948 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 943 time: 0.0512977 Sep 09 16:27:56.097514 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f914199d-acdc-449f-a8c3-9d93e88733ac req-eae0cb1a-f186-4780-959c-5972a4f4299f tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339091 Sep 09 16:27:56.098937 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-5ac4421d-74ab-4851-948d-81e8a09cc7cf service neutron] 10.222.0.21 "GET /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913372 Sep 09 16:27:56.196466 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-7b17dc6d-5b13-416d-826f-8603e02e5422 req-69963573-8e16-4a21-a378-661e722194c1 service neutron] 10.222.0.21 "GET /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908787 Sep 09 16:27:56.941721 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0f9af-a705-4293-8388-dcc4c62c96e0 req-a12d4517-1039-488e-9445-5eb0b9a518ce tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:56.943180 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-52d0f9af-a705-4293-8388-dcc4c62c96e0 req-a12d4517-1039-488e-9445-5eb0b9a518ce tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0489695 Sep 09 16:27:56.979665 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-52d0f9af-a705-4293-8388-dcc4c62c96e0 req-25b94430-5a3f-49ef-8c9c-44a6899de22f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307298 Sep 09 16:27:57.211181 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f713ede-e73e-4a57-b871-044776c40885 req-c7fad48e-93c8-470e-b930-86d3b78c5bd2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:57.212673 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f713ede-e73e-4a57-b871-044776c40885 req-c7fad48e-93c8-470e-b930-86d3b78c5bd2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 943 time: 0.0502529 Sep 09 16:27:57.250174 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-6f713ede-e73e-4a57-b871-044776c40885 req-80bc7b22-75e3-4354-8c54-ba55bd65528d tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305800 Sep 09 16:27:58.088433 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248678d3-e618-460d-a28c-52496225625b req-3dfab0d8-65dd-4efd-910b-d847a3317433 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:58.089906 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-248678d3-e618-460d-a28c-52496225625b req-3dfab0d8-65dd-4efd-910b-d847a3317433 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0479193 Sep 09 16:27:58.131493 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-248678d3-e618-460d-a28c-52496225625b req-df67343c-ea66-48ff-b36a-356f67fbfb0b tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353999 Sep 09 16:27:58.361599 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158edd8-ca00-4eae-8a23-a77bf0a64aba req-e5d1addc-9810-4ce6-8866-8b2d528a17c0 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:58.363098 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0158edd8-ca00-4eae-8a23-a77bf0a64aba req-e5d1addc-9810-4ce6-8866-8b2d528a17c0 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 943 time: 0.0478265 Sep 09 16:27:58.399866 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-0158edd8-ca00-4eae-8a23-a77bf0a64aba req-06ba4391-2f9c-4ad7-b3e3-b8e2291088e6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Sep 09 16:27:59.244250 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec8ad-0a62-49eb-a452-808ddd508c2f req-dc48b715-e350-4e17-857f-55d349c65796 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:59.245696 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-498ec8ad-0a62-49eb-a452-808ddd508c2f req-dc48b715-e350-4e17-857f-55d349c65796 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0482225 Sep 09 16:27:59.283953 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-498ec8ad-0a62-49eb-a452-808ddd508c2f req-f4ab8e25-cd5b-4f0d-bc09-c894d8ef5443 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Sep 09 16:27:59.514117 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e359b2-05e6-4a23-9bab-17053a2b8a0a req-575ac08f-3104-43a2-a0cb-fbbf4012837b tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:27:59.515557 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48e359b2-05e6-4a23-9bab-17053a2b8a0a req-575ac08f-3104-43a2-a0cb-fbbf4012837b tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 943 time: 0.0470951 Sep 09 16:27:59.552226 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-48e359b2-05e6-4a23-9bab-17053a2b8a0a req-e8ecafb1-131c-4141-8fe9-649d929743f6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308247 Sep 09 16:28:00.403542 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a7a28-e522-4c77-b326-d13e862e95d9 req-c1816033-f523-4aa1-af97-70b4c976b348 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:00.405027 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-692a7a28-e522-4c77-b326-d13e862e95d9 req-c1816033-f523-4aa1-af97-70b4c976b348 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0494099 Sep 09 16:28:00.447745 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-692a7a28-e522-4c77-b326-d13e862e95d9 req-bd189008-173c-4556-8ff6-5f56028e3ed0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351884 Sep 09 16:28:00.666767 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3abc58-f1fc-4d26-9b9b-b5b2b7d3f12d req-f99a355d-31bc-430c-b0f1-14d97375a404 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:00.668304 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1f3abc58-f1fc-4d26-9b9b-b5b2b7d3f12d req-f99a355d-31bc-430c-b0f1-14d97375a404 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 943 time: 0.0508194 Sep 09 16:28:00.706390 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1f3abc58-f1fc-4d26-9b9b-b5b2b7d3f12d req-6cbdf059-3be6-4d49-94bb-ad4bf7fa7a69 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318317 Sep 09 16:28:01.554951 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 88ebbfbe-5329-434e-a040-fcd09ae64446 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:28:01.559999 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6767998-8b28-49f0-9e8e-a0013ca2f975 req-b871d812-2392-4786-8a49-29b043af9668 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:01.561490 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c6767998-8b28-49f0-9e8e-a0013ca2f975 req-b871d812-2392-4786-8a49-29b043af9668 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0488570 Sep 09 16:28:01.603667 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-c6767998-8b28-49f0-9e8e-a0013ca2f975 req-eea6877b-a8c8-4174-b224-1e650ed8ce2b tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361509 Sep 09 16:28:01.649743 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 88ebbfbe-5329-434e-a040-fcd09ae64446, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=88ebbfbe-5329-434e-a040-fcd09ae64446,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:01.660822 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '88ebbfbe-5329-434e-a040-fcd09ae64446', 'network_id': 'aee256ab-645e-4119-81ad-c3386c30caf6', 'port_id': '88ebbfbe-5329-434e-a040-fcd09ae64446', 'mac_address': 'fa:16:3e:f2:6a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7db73858-2f3c-4355-a982-7592bab9204b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:28:01.696325 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:01.709249 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ebbfbe-5329-434e-a040-fcd09ae64446 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:28:01.728176 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 88ebbfbe-5329-434e-a040-fcd09ae64446, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=88ebbfbe-5329-434e-a040-fcd09ae64446,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:01.815936 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa7de4-b67f-4b14-960c-72f3c8030a56 req-56de27b4-817e-4b82-86e1-213debce86dc tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:01.817304 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbfa7de4-b67f-4b14-960c-72f3c8030a56 req-56de27b4-817e-4b82-86e1-213debce86dc tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 943 time: 0.0468986 Sep 09 16:28:01.853705 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbfa7de4-b67f-4b14-960c-72f3c8030a56 req-8ee4598b-5af8-46cd-8c8b-3d4140352ae0 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303323 Sep 09 16:28:01.858618 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:01.859311 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a3b445a5-f185-4079-9969-8860e8d325a1 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:28:01.928806 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=88ebbfbe-5329-434e-a040-fcd09ae64446,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:01.993274 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:02.004222 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'port_id': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'mac_address': 'fa:16:3e:a9:8f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:28:02.043010 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:02.055600 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b445a5-f185-4079-9969-8860e8d325a1 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:28:02.074225 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:02.126880 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:02.174086 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:02.510122 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['a3b445a5-f185-4079-9969-8860e8d325a1'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:28:02.579737 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['88ebbfbe-5329-434e-a040-fcd09ae64446'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:28:02.713617 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829d6f1-53bd-487b-a672-df4d9e856fee req-4e30aa71-b3ea-4fc9-81fb-7673906ea481 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:02.715096 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4829d6f1-53bd-487b-a672-df4d9e856fee req-4e30aa71-b3ea-4fc9-81fb-7673906ea481 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 945 time: 0.0472157 Sep 09 16:28:02.752897 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4829d6f1-53bd-487b-a672-df4d9e856fee req-bebe2183-a5f7-4d84-bd46-5d7d36178b2e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308573 Sep 09 16:28:02.967377 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ed2e0-be8d-425a-b9df-d808322c8fc6 req-3a5f3a6d-0677-4e2f-bad6-3e921ca88cde tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:02.969100 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f52ed2e0-be8d-425a-b9df-d808322c8fc6 req-3a5f3a6d-0677-4e2f-bad6-3e921ca88cde tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 944 time: 0.0480518 Sep 09 16:28:03.006624 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-f52ed2e0-be8d-425a-b9df-d808322c8fc6 req-b8b004af-88d2-46a3-bfef-a75cd67128fb tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Sep 09 16:28:03.263798 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-563b310d-d2d1-43d1-982b-84b672da5db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:03.866056 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a390d55-eab3-4144-97fc-6279e9761c1d req-385c239b-44dd-428e-a88e-646475ee0869 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:03.867521 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1a390d55-eab3-4144-97fc-6279e9761c1d req-385c239b-44dd-428e-a88e-646475ee0869 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 945 time: 0.0490236 Sep 09 16:28:03.906524 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1a390d55-eab3-4144-97fc-6279e9761c1d req-44dea877-8629-4ecc-a061-54bb9e1b4927 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321860 Sep 09 16:28:04.122577 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaac2c-8b44-4c27-a5d0-0d6c75f429a8 req-9d3a1fe3-b940-41f9-934f-62f7714bc829 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:04.124038 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbfaac2c-8b44-4c27-a5d0-0d6c75f429a8 req-9d3a1fe3-b940-41f9-934f-62f7714bc829 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 944 time: 0.0514388 Sep 09 16:28:04.161952 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-dbfaac2c-8b44-4c27-a5d0-0d6c75f429a8 req-3519da7b-4693-46f7-92cb-195b86269d39 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Sep 09 16:28:04.278417 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-78d16167-b5e3-45cb-ba5f-04cc96de6c0c tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1092704019&fields=id&tenant_id=0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 267 time: 0.0323787 Sep 09 16:28:04.385230 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-1b97fe7c-1a3b-4dbe-bf02-039db7a7e8d1 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:04.386694 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-1b97fe7c-1a3b-4dbe-bf02-039db7a7e8d1 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 811 time: 0.1016238 Sep 09 16:28:04.401918 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-063420e2-f128-49ba-906e-eaf4b0bc27b7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/quotas/0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 375 time: 0.0086834 Sep 09 16:28:04.456578 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-9eed051a-7eb6-47a9-b491-fbe5e4bbd545 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0489929 Sep 09 16:28:04.559173 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-fa0b1e4c-5667-4bef-a8a5-b0d20777c9a5 service neutron] 10.222.0.22 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907226 Sep 09 16:28:04.647972 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-734b9385-6752-49ce-8572-dd3448b6343b service neutron] 10.222.0.22 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827622 Sep 09 16:28:05.025047 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5546bb32-b5bc-4c76-8b31-74ef8eeb0fe8 req-2573554b-f2e2-40c1-aba5-fe501a46159a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:05.026582 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5546bb32-b5bc-4c76-8b31-74ef8eeb0fe8 req-2573554b-f2e2-40c1-aba5-fe501a46159a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 945 time: 0.0530894 Sep 09 16:28:05.064018 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5546bb32-b5bc-4c76-8b31-74ef8eeb0fe8 req-586d2135-c38a-4373-ba2e-7a365c842465 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313356 Sep 09 16:28:05.172309 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-eec88cd2-e272-4bdf-a1b0-df151e495f4e req-8fd6cd50-2047-40dc-b078-943113802e25 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 210 time: 0.0265601 Sep 09 16:28:05.284040 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166d8ba-c846-4908-b217-97f2e03b620e req-80ea621b-f6cf-414a-a8cb-2ba00e56f4b1 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:05.285526 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0166d8ba-c846-4908-b217-97f2e03b620e req-80ea621b-f6cf-414a-a8cb-2ba00e56f4b1 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 944 time: 0.0540526 Sep 09 16:28:05.323223 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0166d8ba-c846-4908-b217-97f2e03b620e req-b36fe468-8e7f-4072-a29e-d7c83b965764 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318062 Sep 09 16:28:05.538051 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8877742f-2dd5-4717-a454-bc1391bcbe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:05.569227 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 88ebbfbe-5329-434e-a040-fcd09ae64446 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:28:05.675137 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 88ebbfbe-5329-434e-a040-fcd09ae64446 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:28:05.678914 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 88ebbfbe-5329-434e-a040-fcd09ae64446 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:28:05.679286 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:05.754922 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:05.779305 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4371427-0af3-443a-aa55-ddd5756b2b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ebbfbe-5329-434e-a040-fcd09ae64446'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:28:05.781768 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8ea080-ec31-4bed-aa68-2eb393d824e9" -d '{"events": [{"server_uuid": "e4371427-0af3-443a-aa55-ddd5756b2b3c", "name": "network-vif-plugged", "status": "completed", "tag": "88ebbfbe-5329-434e-a040-fcd09ae64446"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:28:05.793962 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 88ebbfbe-5329-434e-a040-fcd09ae64446, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=88ebbfbe-5329-434e-a040-fcd09ae64446,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:05.816453 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a828d4-4647-4347-92bd-a0a74b65dc9b x-openstack-request-id: req-07a828d4-4647-4347-92bd-a0a74b65dc9b {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:28:05.816740 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4371427-0af3-443a-aa55-ddd5756b2b3c", "name": "network-vif-plugged", "status": "completed", "tag": "88ebbfbe-5329-434e-a040-fcd09ae64446", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:28:05.817080 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07a828d4-4647-4347-92bd-a0a74b65dc9b {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:28:05.817473 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4371427-0af3-443a-aa55-ddd5756b2b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ebbfbe-5329-434e-a040-fcd09ae64446', 'code': 200} Sep 09 16:28:05.909819 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:05.910636 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a3b445a5-f185-4079-9969-8860e8d325a1 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:28:05.994644 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=88ebbfbe-5329-434e-a040-fcd09ae64446,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:06.069746 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port a3b445a5-f185-4079-9969-8860e8d325a1 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:28:06.071850 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:06.075578 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port a3b445a5-f185-4079-9969-8860e8d325a1 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:28:06.075950 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:06.150166 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8edad-a693-4595-89e6-44c2b058cd3c req-3e99a2b4-2440-4906-a88d-144e5cc6400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:06.151816 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-dff8edad-a693-4595-89e6-44c2b058cd3c req-3e99a2b4-2440-4906-a88d-144e5cc6400b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 1098 time: 0.0533223 Sep 09 16:28:06.163059 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:06.198525 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:06.213142 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed32ce8-57d6-4bec-b853-c7b354e40cf7 req-f8e39a2a-2188-4475-bfc3-6f1fb0bb87f2 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:06.214700 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aed32ce8-57d6-4bec-b853-c7b354e40cf7 req-f8e39a2a-2188-4475-bfc3-6f1fb0bb87f2 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 945 time: 0.0795102 Sep 09 16:28:06.216434 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-dff8edad-a693-4595-89e6-44c2b058cd3c req-5a92a334-2f4e-4092-91f6-a3a86e721953 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512159 Sep 09 16:28:06.248753 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:06.256842 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-aed32ce8-57d6-4bec-b853-c7b354e40cf7 req-e58d29d0-2d0a-4198-b5cf-086f4d31c7b7 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358453 Sep 09 16:28:06.280239 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-28ead6f6-dedf-41f5-abc9-6857d2af9ad3 req-f51d83dc-3961-4fdd-b978-a50c871e182c tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 210 time: 0.0397151 Sep 09 16:28:06.296065 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:06.440266 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54320a78-50ef-415c-a8b7-f9d2ec2baca7 req-00f283d6-d7eb-43ce-bf98-8533b15474a3 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:06.441769 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-54320a78-50ef-415c-a8b7-f9d2ec2baca7 req-00f283d6-d7eb-43ce-bf98-8533b15474a3 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 945 time: 0.0524802 Sep 09 16:28:06.479467 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-54320a78-50ef-415c-a8b7-f9d2ec2baca7 req-d0ac60e9-5bda-4689-9bd6-1a1e798007b2 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317912 Sep 09 16:28:06.601119 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:07.130026 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-7db0694a-c4c3-4fd7-aa30-d46f5d8009c1 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:07.131673 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-7db0694a-c4c3-4fd7-aa30-d46f5d8009c1 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 811 time: 0.1045058 Sep 09 16:28:07.234141 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-6633de37-1f1d-479f-819b-8de86eaf3f8c tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0188a82242344251b36483a22ef120ad HTTP/1.1" status: 200 len: 380 time: 0.0402286 Sep 09 16:28:07.302490 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'port': {'device_id': '703e38de-c9d4-4694-be9f-05e1c656c057', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'admin_state_up': True, 'tenant_id': '0188a82242344251b36483a22ef120ad', 'security_groups': ['06bf505a-a3af-48af-92e9-59dcd36efa96']}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:28:07.405631 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abe112-5dd5-4f40-ba93-4406f8d99a16 req-927887aa-b20f-4306-af36-aed35a22d697 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:07.405631 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2abe112-5dd5-4f40-ba93-4406f8d99a16 req-927887aa-b20f-4306-af36-aed35a22d697 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0506124 Sep 09 16:28:07.411123 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2e881ebb-dda2-428d-8223-74ac4f236b9b req-da77bf45-98e1-486c-8213-8ffa08899333 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 210 time: 0.0340805 Sep 09 16:28:07.417603 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d2abe112-5dd5-4f40-ba93-4406f8d99a16 req-25de8ccf-7cac-4b6a-9b34-c357172e5c6e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342133 Sep 09 16:28:07.557595 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Made reservation on behalf of 0188a82242344251b36483a22ef120ad for: {'port': 1} {{(pid=94613) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 16:28:07.561654 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:07.646199 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4dda8-f02c-484f-b08b-d08ac5cd9477 req-f7b84773-5e8f-4d3f-887a-6c7bee6c8fef tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:07.647764 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4bc4dda8-f02c-484f-b08b-d08ac5cd9477 req-f7b84773-5e8f-4d3f-887a-6c7bee6c8fef tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 945 time: 0.1013267 Sep 09 16:28:07.723702 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4bc4dda8-f02c-484f-b08b-d08ac5cd9477 req-6a3cc5f9-245b-42da-921c-2fde7771f2a8 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679002 Sep 09 16:28:07.746977 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Allocated IP 172.20.0.4 (6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e/a0fc5a1b-bb6b-470f-9c47-d956f74617bf/029fea59-58c7-48d7-b732-64678e7e7e34) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:28:07.818730 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:28:07.821147 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf53ed13-bd64-43ee-9903-4c48fa86f87b" -d '{"events": [{"server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "name": "network-vif-plugged", "status": "completed", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:28:07.857492 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ca7651-55cf-4281-a8f6-8982e24ce687 x-openstack-request-id: req-01ca7651-55cf-4281-a8f6-8982e24ce687 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:28:07.857782 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "name": "network-vif-plugged", "status": "completed", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:28:07.858063 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01ca7651-55cf-4281-a8f6-8982e24ce687 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:28:07.858452 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'code': 200} Sep 09 16:28:07.887661 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:07.901731 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Transition to ACTIVE for port object 029fea59-58c7-48d7-b732-64678e7e7e34 will not be triggered until provisioned by entity DHCP. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:28:08.007532 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:08.049370 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:28:08.052310 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:28:08.055967 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:28:08.081265 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=029fea59-58c7-48d7-b732-64678e7e7e34,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:08.111011 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:08.111646 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:08.293408 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5a09bd2a-4c4a-495a-94d5-32fc4e3d5929 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9947345 Sep 09 16:28:08.309730 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-364971c6-8cf4-4f3c-a839-6ac6a1e77e60 None None] Provisioning for port 029fea59-58c7-48d7-b732-64678e7e7e34 completed by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:28:08.313501 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Request body: {'port': {'device_id': '703e38de-c9d4-4694-be9f-05e1c656c057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:28:08.317189 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-364971c6-8cf4-4f3c-a839-6ac6a1e77e60 None None] Provisioning complete for port 029fea59-58c7-48d7-b732-64678e7e7e34 triggered by entity DHCP. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:28:08.317570 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-364971c6-8cf4-4f3c-a839-6ac6a1e77e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:08.363917 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-364971c6-8cf4-4f3c-a839-6ac6a1e77e60 None None] Port 029fea59-58c7-48d7-b732-64678e7e7e34 cannot update to ACTIVE because it is not bound. {{(pid=94614) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 16:28:08.406020 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:08.437249 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:08.448163 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffa2d0-2dc6-4fbe-93f5-0a474ba9000e req-1580fad1-44b9-46c0-b2c2-2ba7fb9da1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:08.449581 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-eeffa2d0-2dc6-4fbe-93f5-0a474ba9000e req-1580fad1-44b9-46c0-b2c2-2ba7fb9da1d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1099 time: 0.0746732 Sep 09 16:28:08.540579 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabdc9d-39a1-475d-ade3-337086e41c8c req-e42ebc73-4dd7-48ad-8429-8e02e0d12f80 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:08.542082 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1fabdc9d-39a1-475d-ade3-337086e41c8c req-e42ebc73-4dd7-48ad-8429-8e02e0d12f80 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0501513 Sep 09 16:28:08.581204 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-eeffa2d0-2dc6-4fbe-93f5-0a474ba9000e req-cab743fd-eb87-4d9b-a8ff-e2fca5af1bb0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231148 Sep 09 16:28:08.581873 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-1fabdc9d-39a1-475d-ade3-337086e41c8c req-a95fd290-0c60-4253-b8f1-e0cd48db8b46 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Sep 09 16:28:08.626916 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e672ef1-ade6-4c8a-bf73-1ab93814dc59 req-929b377b-30e7-44fe-8a02-54db082919d0 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:08.628395 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8e672ef1-ade6-4c8a-bf73-1ab93814dc59 req-929b377b-30e7-44fe-8a02-54db082919d0 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 931 time: 0.1380026 Sep 09 16:28:08.713832 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8e672ef1-ade6-4c8a-bf73-1ab93814dc59 req-b61964c7-fb5c-4019-873c-b5dfc4cb6f70 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792902 Sep 09 16:28:08.772296 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029fea59-58c7-48d7-b732-64678e7e7e34 {{(pid=94613) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:28:08.779676 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:08.791279 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.provisioning_blocks [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Transition to ACTIVE for port object 029fea59-58c7-48d7-b732-64678e7e7e34 will not be triggered until provisioned by entity L2. {{(pid=94613) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 16:28:08.837240 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356f52c-1874-4af6-8698-29b8d5d40ff3 req-59265859-64e2-42ee-b5d0-64f54aecc5c0 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:08.839423 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d356f52c-1874-4af6-8698-29b8d5d40ff3 req-59265859-64e2-42ee-b5d0-64f54aecc5c0 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 945 time: 0.0505095 Sep 09 16:28:08.847114 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:08.891398 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d356f52c-1874-4af6-8698-29b8d5d40ff3 req-58aeae69-7966-486d-b67e-7ce0207e51f6 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443769 Sep 09 16:28:08.906115 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Pushing event updated for resources: {'Port': ['ID=029fea59-58c7-48d7-b732-64678e7e7e34,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:08.985903 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Attempting to bind port 029fea59-58c7-48d7-b732-64678e7e7e34 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 16:28:08.986249 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Attempting to bind port 029fea59-58c7-48d7-b732-64678e7e7e34 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 16:28:08.986640 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Attempting to bind port 029fea59-58c7-48d7-b732-64678e7e7e34 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:28:08.991061 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Port 029fea59-58c7-48d7-b732-64678e7e7e34 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 16:28:08.991395 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Attempting to bind port 029fea59-58c7-48d7-b732-64678e7e7e34 on network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 16:28:08.996256 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Checking agent: {'id': '7889c90b-84fb-4484-96f1-e9656484b43a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'started_at': datetime.datetime(2021, 9, 9, 16, 16, 42), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 16:28:08.998352 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Checking segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94613) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 16:28:08.998352 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Bound using segment: {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'} {{(pid=94613) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 16:28:08.998352 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.managers [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Bound port: 029fea59-58c7-48d7-b732-64678e7e7e34, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b688bc25-3f5e-425d-af5c-6073ae57058a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e'}}] {{(pid=94613) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 16:28:08.998830 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:09.065871 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] For port 029fea59-58c7-48d7-b732-64678e7e7e34, host hv-cinder-76019, cleared binding levels {{(pid=94613) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 16:28:09.068919 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] For port 029fea59-58c7-48d7-b732-64678e7e7e34, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=029fea59-58c7-48d7-b732-64678e7e7e34,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94613) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 16:28:09.121720 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:09.156364 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.156964 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:09.158347 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] 10.222.0.21 "PUT /v2.0/ports/029fea59-58c7-48d7-b732-64678e7e7e34 HTTP/1.1" status: 200 len: 1093 time: 0.8498738 Sep 09 16:28:09.158844 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:28:09.161029 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9caf86c0-af03-4efa-b88e-5761c39ed0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:28:09.187821 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8497ba-2822-499a-9e2c-e875299cdbbd service neutron] Pushing event updated for resources: {'Port': ['ID=029fea59-58c7-48d7-b732-64678e7e7e34,revision_number=3']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:09.222797 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba71e73f-df39-4df5-aa61-a8f9da345a4f x-openstack-request-id: req-ba71e73f-df39-4df5-aa61-a8f9da345a4f {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:28:09.222797 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:28:09.222797 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba71e73f-df39-4df5-aa61-a8f9da345a4f {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:28:09.222797 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34', 'status': 'completed', 'code': 200} Sep 09 16:28:09.315179 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf86c0-af03-4efa-b88e-5761c39ed0fe req-ed7ab5c1-c43e-4a6a-94aa-4db96d0bb63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.315179 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9caf86c0-af03-4efa-b88e-5761c39ed0fe req-ed7ab5c1-c43e-4a6a-94aa-4db96d0bb63b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 1096 time: 0.0517969 Sep 09 16:28:09.433444 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf86c0-af03-4efa-b88e-5761c39ed0fe req-76690000-2fa7-4d74-b8f9-7c8b7f15214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.434908 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9caf86c0-af03-4efa-b88e-5761c39ed0fe req-76690000-2fa7-4d74-b8f9-7c8b7f15214d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=0188a82242344251b36483a22ef120ad&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0921950 Sep 09 16:28:09.533671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf86c0-af03-4efa-b88e-5761c39ed0fe req-96897034-d8d0-47cb-9682-085750ccc698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.535166 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9caf86c0-af03-4efa-b88e-5761c39ed0fe req-96897034-d8d0-47cb-9682-085750ccc698 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927079 Sep 09 16:28:09.676102 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-1fcb0366-b1f3-47f2-a58c-8e52ffbb3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.677715 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-1fcb0366-b1f3-47f2-a58c-8e52ffbb3b7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 1096 time: 0.0421913 Sep 09 16:28:09.704342 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340088d8-8be0-4edc-a244-2b58b37878aa req-91b4f8d6-3750-434f-83ba-6e887d9178b8 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.705916 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-340088d8-8be0-4edc-a244-2b58b37878aa req-91b4f8d6-3750-434f-83ba-6e887d9178b8 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0562918 Sep 09 16:28:09.734720 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-771fe688-4fc8-43b9-96a2-dc1fac9264a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=029fea59-58c7-48d7-b732-64678e7e7e34 HTTP/1.1" status: 200 len: 217 time: 0.0424883 Sep 09 16:28:09.771679 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-340088d8-8be0-4edc-a244-2b58b37878aa req-25c9e396-90bf-478f-8b9e-b498e431fb8b tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559206 Sep 09 16:28:09.807492 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-3d1ef988-6a75-4566-ab32-10ef5f096462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.808911 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-3d1ef988-6a75-4566-ab32-10ef5f096462 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0630476 Sep 09 16:28:09.875718 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab71ace-b8c5-4c81-8a81-22c6911a9ade req-5ba40dd8-b62b-4401-9a4f-7b351fc2e419 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.877077 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4ab71ace-b8c5-4c81-8a81-22c6911a9ade req-5ba40dd8-b62b-4401-9a4f-7b351fc2e419 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0785882 Sep 09 16:28:09.883598 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-440aa826-697f-4ccf-8f52-5c6184a52b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:09.885007 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-440aa826-697f-4ccf-8f52-5c6184a52b0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0595019 Sep 09 16:28:09.946787 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-4ab71ace-b8c5-4c81-8a81-22c6911a9ade req-aa016358-7f9c-4aa9-95f0-a00ad8076611 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608358 Sep 09 16:28:09.998431 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-14cb3d09-80ea-4c9a-954e-8077076c8953 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052377 Sep 09 16:28:10.093343 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f8363794-57aa-4451-83de-cfc5e48e7fb7 req-d24f9800-e2a7-4efb-b9fc-3a8ead69b311 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880983 Sep 09 16:28:10.189372 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58492f-7ccf-46ba-81b5-d68e0ccec7d2 req-a3ed5e7c-5570-453c-88b9-97ca964043ab tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:10.190881 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ff58492f-7ccf-46ba-81b5-d68e0ccec7d2 req-a3ed5e7c-5570-453c-88b9-97ca964043ab tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 945 time: 0.0482290 Sep 09 16:28:10.231567 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ff58492f-7ccf-46ba-81b5-d68e0ccec7d2 req-c3f88cb5-c9c5-404b-851d-618efa5d0b52 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Sep 09 16:28:10.877153 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b64aa3-6f30-4a7e-bc0e-a02b747e54f6 req-6c0531f1-c9f0-48a1-a352-215dcc2ad0ac tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:10.878562 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95b64aa3-6f30-4a7e-bc0e-a02b747e54f6 req-6c0531f1-c9f0-48a1-a352-215dcc2ad0ac tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0476103 Sep 09 16:28:10.915047 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-95b64aa3-6f30-4a7e-bc0e-a02b747e54f6 req-7f2de875-e1e2-4ce9-a684-ba19b0cb1417 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306537 Sep 09 16:28:11.026261 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac1102-a4fb-4214-840e-088472eb55c2 req-9468ad2d-c88f-4715-9eb6-3a39c0958ea0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:11.027729 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-49ac1102-a4fb-4214-840e-088472eb55c2 req-9468ad2d-c88f-4715-9eb6-3a39c0958ea0 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0476341 Sep 09 16:28:11.061000 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fc5c1-4a43-4a18-b82a-1880b26d26ee req-560e4c12-0b2c-4fa8-80df-5a9e539e71d5 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:11.062508 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a33fc5c1-4a43-4a18-b82a-1880b26d26ee req-560e4c12-0b2c-4fa8-80df-5a9e539e71d5 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0477426 Sep 09 16:28:11.066348 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-49ac1102-a4fb-4214-840e-088472eb55c2 req-6f3c906a-c0aa-48e1-8cce-1cd7e91314e3 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316842 Sep 09 16:28:11.087759 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59610) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:28:11.105209 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a33fc5c1-4a43-4a18-b82a-1880b26d26ee req-8cfde7ce-c376-444f-bc1f-ec880a513e89 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366268 Sep 09 16:28:11.173169 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a451f4e6-846c-41d4-8740-16f4ee3a690d tempest-TestShelveInstance-1336221754 tempest-TestShelveInstance-1336221754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:11.174668 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a451f4e6-846c-41d4-8740-16f4ee3a690d tempest-TestShelveInstance-1336221754 tempest-TestShelveInstance-1336221754-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1094 time: 0.0859151 Sep 09 16:28:11.177485 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59614) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:28:11.181604 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'port_id': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:28:11.264035 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for floatingip, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:11.391637 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0293cf7-2c39-4dd8-9cd6-b2ba9b8785bf req-8c9aa95d-937b-4644-9947-f83e27893dcb tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:11.393213 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d0293cf7-2c39-4dd8-9cd6-b2ba9b8785bf req-8c9aa95d-937b-4644-9947-f83e27893dcb tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 945 time: 0.0875781 Sep 09 16:28:11.435790 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:11.449240 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d0293cf7-2c39-4dd8-9cd6-b2ba9b8785bf req-4913db81-a7dd-4f12-94aa-c426eaab0526 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489819 Sep 09 16:28:11.560676 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Allocated IP 172.27.2.126 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/d86b615c-8a6a-49d6-ad6e-bb89f51ded2e) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:28:11.658541 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:11.755613 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:11.791336 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:28:11.794772 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:28:11.798447 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:28:11.823241 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'Port': ['ID=d86b615c-8a6a-49d6-ad6e-bb89f51ded2e,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:11.951016 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7697f91-efe5-4446-912e-10631452b258 req-040261cd-99a6-43ce-9f2d-93bf01e60219 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:11.952376 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a7697f91-efe5-4446-912e-10631452b258 req-040261cd-99a6-43ce-9f2d-93bf01e60219 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.21 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 945 time: 0.1058550 Sep 09 16:28:12.179121 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Deleting port 88ebbfbe-5329-434e-a040-fcd09ae64446 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:28:12.179816 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:12.222302 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603b01e-cef1-4cf9-80a6-b8ddc4daabfc req-c1d684f3-d8bf-4797-bc0e-416d43bdc6b2 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:12.224411 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2603b01e-cef1-4cf9-80a6-b8ddc4daabfc req-c1d684f3-d8bf-4797-bc0e-416d43bdc6b2 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0495660 Sep 09 16:28:12.261640 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2603b01e-cef1-4cf9-80a6-b8ddc4daabfc req-5859a990-6dd4-4b8d-97e5-37a4589017ad tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Sep 09 16:28:12.308237 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:12.310750 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] For port 88ebbfbe-5329-434e-a040-fcd09ae64446, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=88ebbfbe-5329-434e-a040-fcd09ae64446,segment=NetworkSegment(c55c7191-7116-4e3c-bd54-789708f8c0e7),segment_id=c55c7191-7116-4e3c-bd54-789708f8c0e7)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:12.311105 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:12.343785 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Calling delete_port for 88ebbfbe-5329-434e-a040-fcd09ae64446 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:28:12.455350 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:12.626623 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3f7cc-e2b5-4320-86ea-c4fe14f2b3c2 req-b18cf77f-9839-45e2-8340-a1323d23d9e8 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:12.632471 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-efa3f7cc-e2b5-4320-86ea-c4fe14f2b3c2 req-b18cf77f-9839-45e2-8340-a1323d23d9e8 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 945 time: 0.1051641 Sep 09 16:28:12.661559 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:12.697057 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['88ebbfbe-5329-434e-a040-fcd09ae64446'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:28:12.710852 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Pushing event deleted for resources: {'Port': ['ID=88ebbfbe-5329-434e-a040-fcd09ae64446,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:12.720506 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:12.725077 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-efa3f7cc-e2b5-4320-86ea-c4fe14f2b3c2 req-1cac50fc-7d8b-4ab3-bc32-a57768f3e3b1 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/security-groups?id=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910971 Sep 09 16:28:13.027695 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:13.029485 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] No DVR routers for this DVR port 88ebbfbe-5329-434e-a040-fcd09ae64446 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:28:13.031944 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:13.033843 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a7697f91-efe5-4446-912e-10631452b258 req-66a23f9d-50df-4f02-bdde-c2746687aef7 tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.21 "DELETE /v2.0/ports/88ebbfbe-5329-434e-a040-fcd09ae64446 HTTP/1.1" status: 204 len: 173 time: 1.0525255 Sep 09 16:28:13.034256 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4371427-0af3-443a-aa55-ddd5756b2b3c', 'name': 'network-vif-deleted', 'tag': '88ebbfbe-5329-434e-a040-fcd09ae64446'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:28:13.036456 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8557de5b-caa8-4331-bf8a-feef00b51260" -d '{"events": [{"server_uuid": "e4371427-0af3-443a-aa55-ddd5756b2b3c", "name": "network-vif-deleted", "tag": "88ebbfbe-5329-434e-a040-fcd09ae64446"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:28:13.071549 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b303ab-fa7d-4f83-8df6-c670937c7b53 x-openstack-request-id: req-c6b303ab-fa7d-4f83-8df6-c670937c7b53 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:28:13.071833 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4371427-0af3-443a-aa55-ddd5756b2b3c", "name": "network-vif-deleted", "tag": "88ebbfbe-5329-434e-a040-fcd09ae64446", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:28:13.072077 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6b303ab-fa7d-4f83-8df6-c670937c7b53 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:28:13.072468 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4371427-0af3-443a-aa55-ddd5756b2b3c', 'name': 'network-vif-deleted', 'tag': '88ebbfbe-5329-434e-a040-fcd09ae64446', 'status': 'completed', 'code': 200} Sep 09 16:28:13.109603 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:13.181156 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event updated for resources: {'Port': ['ID=d86b615c-8a6a-49d6-ad6e-bb89f51ded2e,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:13.195920 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:13.292657 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Floating IP 552dd9a1-0d8b-4556-86e7-2d72b58c7cc5 associated. External IP: 172.27.2.126, port: a3b445a5-f185-4079-9969-8860e8d325a1. Sep 09 16:28:13.423961 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f342197-cdaf-4be9-b1b5-d366199e2800 req-89c685d0-2a5a-4e9d-a82c-bb9d29512a11 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:13.425427 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2f342197-cdaf-4be9-b1b5-d366199e2800 req-89c685d0-2a5a-4e9d-a82c-bb9d29512a11 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0951302 Sep 09 16:28:13.537669 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2f342197-cdaf-4be9-b1b5-d366199e2800 req-268f3fac-9d8c-49fc-9b60-af80f34fd912 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043959 Sep 09 16:28:13.576775 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:28:13.680065 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:28:13.691656 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] Sync routers for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:28:13.698365 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:28:13.698989 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:28:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:13.749786 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:13.783265 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-a6833c6c-9f35-4e2a-a0cf-4502cb11f91e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6047258 Sep 09 16:28:13.806980 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:28:13.833225 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b44acfcd-0f6e-437b-ad9f-dda5ce531f0c req-0c4f2de5-d4e6-4b03-b954-acf2cdc1b10e tempest-VolumesActionsTest-629394044 tempest-VolumesActionsTest-629394044-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4371427-0af3-443a-aa55-ddd5756b2b3c HTTP/1.1" status: 200 len: 210 time: 0.0260713 Sep 09 16:28:14.028917 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '552dd9a1-0d8b-4556-86e7-2d72b58c7cc5', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'port_id': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'mac_address': 'fa:16:3e:a9:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:28:12Z', 'updated_at': '2021-09-09T16:28:12Z', 'revision_number': 0, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:23Z', 'revision_number': 5, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:14.057543 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] Checking router: d3bc0f56-b561-4fe5-bf06-fb1654e42d19 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:28:14.066164 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:28:14.066780 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:28:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:14.165405 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:28:14.496260 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '552dd9a1-0d8b-4556-86e7-2d72b58c7cc5', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'port_id': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'mac_address': 'fa:16:3e:a9:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:28:12Z', 'updated_at': '2021-09-09T16:28:12Z', 'revision_number': 0, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:23Z', 'revision_number': 5, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:14.522209 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b26a67d-b014-481d-8bb0-c4aa3e82022b None None] The sync data for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi is: [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '552dd9a1-0d8b-4556-86e7-2d72b58c7cc5', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'floating_ip_address': '172.27.2.126', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'port_id': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'mac_address': 'fa:16:3e:a9:8f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:28:12Z', 'updated_at': '2021-09-09T16:28:12Z', 'revision_number': 0, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:23Z', 'revision_number': 5, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:28:14.652671 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da505cc-ea84-498d-b4e9-9a78e2028c2c req-6ba6baeb-051f-410c-9a89-591baf0d46a7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:14.654442 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3da505cc-ea84-498d-b4e9-9a78e2028c2c req-6ba6baeb-051f-410c-9a89-591baf0d46a7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0498903 Sep 09 16:28:14.694667 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3da505cc-ea84-498d-b4e9-9a78e2028c2c req-3b561532-bb2f-476e-9af5-06612fa6edb7 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341485 Sep 09 16:28:14.719507 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf69240-d05a-4959-8763-6e6be0867abe None None] New status for floating IP 552dd9a1-0d8b-4556-86e7-2d72b58c7cc5: ACTIVE {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:28:15.073928 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:28:15.077057 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be087d68-8661-45a2-a206-bb4a033bd9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:28:15.113310 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1e0b48-11bc-4930-8a96-92d5959b92bc x-openstack-request-id: req-fc1e0b48-11bc-4930-8a96-92d5959b92bc {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:28:15.113789 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:28:15.114115 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc1e0b48-11bc-4930-8a96-92d5959b92bc {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:28:15.114583 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'status': 'completed', 'code': 200} Sep 09 16:28:15.205600 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-6223ae7a-1a86-4ce0-b023-a7439826b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:15.207136 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-6223ae7a-1a86-4ce0-b023-a7439826b36e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1099 time: 0.0406361 Sep 09 16:28:15.301549 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-129d9c94-6161-4e42-95e8-ea1e5e9346de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:15.303053 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-129d9c94-6161-4e42-95e8-ea1e5e9346de service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 200 len: 910 time: 0.0886281 Sep 09 16:28:15.368926 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-4513debb-e198-4976-a94a-5446a7a8d109 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 200 len: 1002 time: 0.0582678 Sep 09 16:28:15.422784 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-062252cf-8a5e-4a4c-bb07-65e6586b8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:15.424323 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-062252cf-8a5e-4a4c-bb07-65e6586b8ca1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a1411ec-44d6-46dd-a67f-6665f8cb10c5 HTTP/1.1" status: 200 len: 848 time: 0.0483980 Sep 09 16:28:15.472010 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-4cdad66f-d7be-4211-9ce8-68f7f7c27dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:15.473470 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-4cdad66f-d7be-4211-9ce8-68f7f7c27dc8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408969 Sep 09 16:28:15.572400 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-06922984-e98c-4b95-a221-a57f0b3da19e service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897214 Sep 09 16:28:15.649766 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 88ebbfbe-5329-434e-a040-fcd09ae64446 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:28:15.674478 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-be087d68-8661-45a2-a206-bb4a033bd9ca req-4614f316-24ee-498b-b17c-378983828417 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882821 Sep 09 16:28:15.675104 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 88ebbfbe-5329-434e-a040-fcd09ae64446 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:28:15.675447 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 88ebbfbe-5329-434e-a040-fcd09ae64446 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:28:15.806238 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616de82f-7c58-4f7f-90a7-c5843a4333f7 req-1ff77311-4838-4a76-9887-9bc386e4fb17 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:15.807738 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-616de82f-7c58-4f7f-90a7-c5843a4333f7 req-1ff77311-4838-4a76-9887-9bc386e4fb17 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0485170 Sep 09 16:28:15.847684 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-616de82f-7c58-4f7f-90a7-c5843a4333f7 req-d3a38137-ae30-4928-aa20-9e2b23d9488a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328140 Sep 09 16:28:16.961514 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1e4a-ab2c-4bdb-b031-3e61b8b3a12d req-fd07593d-a624-43dc-ba68-fe7e37923708 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:16.962979 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d61a1e4a-ab2c-4bdb-b031-3e61b8b3a12d req-fd07593d-a624-43dc-ba68-fe7e37923708 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0480134 Sep 09 16:28:17.000372 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d61a1e4a-ab2c-4bdb-b031-3e61b8b3a12d req-055f187c-903a-4cac-9acb-86be5105d972 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310736 Sep 09 16:28:18.118243 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f339b6a-d7df-4ad2-bb3d-392cfc304219 req-dd02711e-7dbc-498b-8bf2-2a3dc8152ec9 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:18.119686 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8f339b6a-d7df-4ad2-bb3d-392cfc304219 req-dd02711e-7dbc-498b-8bf2-2a3dc8152ec9 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0517514 Sep 09 16:28:18.158093 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8f339b6a-d7df-4ad2-bb3d-392cfc304219 req-3032098b-c260-4a22-8e50-ab22709fd0f1 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Sep 09 16:28:19.025441 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 029fea59-58c7-48d7-b732-64678e7e7e34 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:28:19.117550 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 029fea59-58c7-48d7-b732-64678e7e7e34, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=029fea59-58c7-48d7-b732-64678e7e7e34,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:19.128822 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': '029fea59-58c7-48d7-b732-64678e7e7e34', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'port_id': '029fea59-58c7-48d7-b732-64678e7e7e34', 'mac_address': 'fa:16:3e:98:a0:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:28:19.168515 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:19.181553 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029fea59-58c7-48d7-b732-64678e7e7e34 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:28:19.201457 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 029fea59-58c7-48d7-b732-64678e7e7e34, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=029fea59-58c7-48d7-b732-64678e7e7e34,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:19.268130 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce39a7c-c4be-4aca-b121-59846e8d5829 req-cd0e8aed-da66-4e7b-9615-08edf2fad34a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:19.269583 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0ce39a7c-c4be-4aca-b121-59846e8d5829 req-cd0e8aed-da66-4e7b-9615-08edf2fad34a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 943 time: 0.0469785 Sep 09 16:28:19.274982 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:19.313363 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0ce39a7c-c4be-4aca-b121-59846e8d5829 req-4a2be2b2-dfda-43f0-a6b8-c2f48151278b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376880 Sep 09 16:28:19.324446 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=029fea59-58c7-48d7-b732-64678e7e7e34,revision_number=4']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:19.331526 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.331995 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.332342 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.332683 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.333019 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.333353 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.333682 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.334032 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.334364 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.334688 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.335010 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.335331 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:19.618460 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['029fea59-58c7-48d7-b732-64678e7e7e34'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:28:20.428553 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca47ab-4db2-47ca-b7f0-123550b17572 req-333ac285-92ed-4321-afb7-12ae20803eba tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:20.430461 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ceca47ab-4db2-47ca-b7f0-123550b17572 req-333ac285-92ed-4321-afb7-12ae20803eba tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 944 time: 0.0495698 Sep 09 16:28:20.470619 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ceca47ab-4db2-47ca-b7f0-123550b17572 req-ce28ab1c-05e1-473b-b664-ae17216f634a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Sep 09 16:28:21.043654 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 029fea59-58c7-48d7-b732-64678e7e7e34 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:28:21.162693 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning for port 029fea59-58c7-48d7-b732-64678e7e7e34 completed by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 16:28:21.171918 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port 029fea59-58c7-48d7-b732-64678e7e7e34 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:28:21.173042 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:21.318223 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:21.344250 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:28:21.346955 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab8fd0f3-58c0-4d26-a03f-f8545bbe3e61" -d '{"events": [{"server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "name": "network-vif-plugged", "status": "completed", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:28:21.361212 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port 029fea59-58c7-48d7-b732-64678e7e7e34, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=029fea59-58c7-48d7-b732-64678e7e7e34,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:28:21.412666 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:21.446465 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4c8b78-4e21-46d1-88ab-2e16d600990e x-openstack-request-id: req-8b4c8b78-4e21-46d1-88ab-2e16d600990e {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:28:21.446744 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "name": "network-vif-plugged", "status": "completed", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:28:21.446999 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b4c8b78-4e21-46d1-88ab-2e16d600990e {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:28:21.447611 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34', 'code': 200} Sep 09 16:28:21.473699 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=029fea59-58c7-48d7-b732-64678e7e7e34,revision_number=5']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:21.637046 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b68bd-52fd-4d07-b866-a1d173967db9 req-846c2999-49c7-4c5d-bd06-eecf6d9a0117 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:21.642492 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5b4b68bd-52fd-4d07-b866-a1d173967db9 req-846c2999-49c7-4c5d-bd06-eecf6d9a0117 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 945 time: 0.0719688 Sep 09 16:28:21.716811 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5b4b68bd-52fd-4d07-b866-a1d173967db9 req-58344f89-b6cb-4bd4-8e89-0ad9be548ccb tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673172 Sep 09 16:28:21.888928 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f3e58-aa58-4e14-987e-9ec91c9ca620 req-73669351-363b-454c-b989-0b5fac7dfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:21.890933 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-257f3e58-aa58-4e14-987e-9ec91c9ca620 req-73669351-363b-454c-b989-0b5fac7dfa0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 1098 time: 0.0420613 Sep 09 16:28:21.932771 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-257f3e58-aa58-4e14-987e-9ec91c9ca620 req-db229745-306a-475c-97c3-229e9eef7074 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333216 Sep 09 16:28:22.837954 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573ecbc-c0ce-483a-b932-08eb7d81fb64 req-8287734f-700b-4832-a21c-1781a01f9252 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:22.846225 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a573ecbc-c0ce-483a-b932-08eb7d81fb64 req-8287734f-700b-4832-a21c-1781a01f9252 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 945 time: 0.0590038 Sep 09 16:28:22.885796 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a573ecbc-c0ce-483a-b932-08eb7d81fb64 req-2e2c9ec8-917c-46ad-86f7-0a05fbfd08af tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384119 Sep 09 16:28:24.010812 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c1765-ffd0-4a89-b0eb-1f19a46d1019 req-6305e09c-a572-456f-89ba-f087268dce85 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:24.012250 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-425c1765-ffd0-4a89-b0eb-1f19a46d1019 req-6305e09c-a572-456f-89ba-f087268dce85 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 945 time: 0.0555613 Sep 09 16:28:24.054431 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-425c1765-ffd0-4a89-b0eb-1f19a46d1019 req-612c9afc-bce5-43d0-a1d8-527a07777bd3 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360937 Sep 09 16:28:24.175255 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795d85e-d0a4-464d-ab49-96f5bf6b414f req-aa4177c6-eb42-4169-91f8-d6ab34459d8b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:24.182327 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e795d85e-d0a4-464d-ab49-96f5bf6b414f req-aa4177c6-eb42-4169-91f8-d6ab34459d8b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 945 time: 0.0596781 Sep 09 16:28:24.228958 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e795d85e-d0a4-464d-ab49-96f5bf6b414f req-7fdf0c8a-ba38-4576-93d4-f060deab5024 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457282 Sep 09 16:28:24.247885 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59750) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:28:24.297892 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5130062-4de5-4beb-bc1a-75fd5348f1a0 tempest-TestVolumeBootPattern-2107326734 tempest-TestVolumeBootPattern-2107326734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:24.299988 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a5130062-4de5-4beb-bc1a-75fd5348f1a0 tempest-TestVolumeBootPattern-2107326734 tempest-TestVolumeBootPattern-2107326734-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 1093 time: 0.0507529 Sep 09 16:28:24.303033 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59756) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:28:24.307659 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.v2.base [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Request body: {'floatingip': {'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'port_id': '029fea59-58c7-48d7-b732-64678e7e7e34', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94613) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 16:28:24.429540 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:24.537883 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:24.655877 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_common [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Allocated IP 172.27.2.10 (843415b4-82b9-407c-ba15-09602856b82f/3d27c01b-3691-48e9-aa37-5d460a9f17fb/23f1940e-e6a7-4526-b075-604b6a526a7c) {{(pid=94613) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 16:28:24.781140 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:24.910153 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747421983699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:24.955649 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Network 843415b4-82b9-407c-ba15-09602856b82f is already hosted by enough agents. {{(pid=94613) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 16:28:24.958481 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.base_scheduler [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Resources bound (agent type, host, resource id): {{(pid=94613) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 16:28:24.962109 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Received port after_create {{(pid=94613) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 16:28:24.993553 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=23f1940e-e6a7-4526-b075-604b6a526a7c,revision_number=1']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:25.357950 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:25.483180 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:25.671720 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for port, precommit_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:25.738431 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32216701'] for port, after_update {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:25.807954 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event updated for resources: {'Port': ['ID=23f1940e-e6a7-4526-b075-604b6a526a7c,revision_number=2']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:25.821149 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33060651'] for floatingip, after_create {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:25.942671 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Floating IP 84b1ada1-a9ac-4824-a17d-93cd52c0076d associated. External IP: 172.27.2.10, port: 029fea59-58c7-48d7-b732-64678e7e7e34. Sep 09 16:28:26.207170 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:28:26.339016 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:28:26.359125 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:28:26.373319 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:28:26.374169 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:28:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:26.485580 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:28:26.771604 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:29Z', 'revision_number': 1, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}, {'id': '84b1ada1-a9ac-4824-a17d-93cd52c0076d', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': '029fea59-58c7-48d7-b732-64678e7e7e34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:98:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703e38de-c9d4-4694-be9f-05e1c656c057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:28:25Z', 'updated_at': '2021-09-09T16:28:25Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:26.789419 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:26.798849 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:28:26.807105 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:28:26.807719 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:28:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:26.817112 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-77b9341a-f117-4483-8e1e-97904981f4ab tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5128477 Sep 09 16:28:26.817665 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:28:26.819963 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c6d3b8-f273-469e-8709-6502c3d9edb4" -d '{"events": [{"name": "network-changed", "server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:28:26.858281 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259e883d-2c46-4844-8d1a-5988453d09c8 x-openstack-request-id: req-259e883d-2c46-4844-8d1a-5988453d09c8 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:28:26.858862 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:28:26.859323 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-259e883d-2c46-4844-8d1a-5988453d09c8 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:28:26.859932 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34', 'status': 'completed', 'code': 200} Sep 09 16:28:26.915401 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:28:26.943903 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-d18f2b76-3105-4768-96cf-76c7dd318683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:26.945551 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-d18f2b76-3105-4768-96cf-76c7dd318683 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 1098 time: 0.0411353 Sep 09 16:28:27.058732 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-f9c8f355-e2d5-4c23-9da5-58a6fdd90560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:27.060461 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-f9c8f355-e2d5-4c23-9da5-58a6fdd90560 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 912 time: 0.1075718 Sep 09 16:28:27.135552 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-ad52c674-bc6f-4692-9cf0-695e05afef4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=029fea59-58c7-48d7-b732-64678e7e7e34 HTTP/1.1" status: 200 len: 998 time: 0.0670445 Sep 09 16:28:27.192333 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-413108bb-b55e-46b9-93f3-5058bab4c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:27.194120 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-413108bb-b55e-46b9-93f3-5058bab4c33b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0512841 Sep 09 16:28:27.212496 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:29Z', 'revision_number': 1, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}, {'id': '84b1ada1-a9ac-4824-a17d-93cd52c0076d', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': '029fea59-58c7-48d7-b732-64678e7e7e34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:98:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703e38de-c9d4-4694-be9f-05e1c656c057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:28:25Z', 'updated_at': '2021-09-09T16:28:25Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:27.245432 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea9b772-f43c-4b5f-9862-8c9d02b3ef3d None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:29Z', 'revision_number': 1, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}, {'id': '84b1ada1-a9ac-4824-a17d-93cd52c0076d', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.10', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': '029fea59-58c7-48d7-b732-64678e7e7e34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:98:a0:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '703e38de-c9d4-4694-be9f-05e1c656c057', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:28:25Z', 'updated_at': '2021-09-09T16:28:25Z', 'revision_number': 0, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:28:27.248277 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-30ca10cd-cbd4-4c2f-b6d5-5bc89c6929c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:27.258555 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-30ca10cd-cbd4-4c2f-b6d5-5bc89c6929c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479000 Sep 09 16:28:27.381649 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-5d5fedf6-8739-4023-8ec3-33e52d4f5616 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220815 Sep 09 16:28:27.499749 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-89c6d3b8-f273-469e-8709-6502c3d9edb4 req-aeadef38-8aad-4a46-9b09-cbcb5a7a45a1 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092086 Sep 09 16:28:27.509984 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4c905-cb8a-4228-be6a-f9d6049c7b11 None None] New status for floating IP 84b1ada1-a9ac-4824-a17d-93cd52c0076d: ACTIVE {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:28:30.096723 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:28:33.280900 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d5b56eed-5c61-4605-84d0-86f983e9c01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:35.561059 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dac697a8-59de-450b-887c-16df78607b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:36.069171 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:36.623844 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:38.429101 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.167730 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59908) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:28:40.212254 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67fac52-51e7-444a-b019-5f6f7ef2b25d admin admin] Deleting subnet 7db73858-2f3c-4355-a982-7592bab9204b {{(pid=94613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:28:40.215259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e67fac52-51e7-444a-b019-5f6f7ef2b25d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.248470 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e67fac52-51e7-444a-b019-5f6f7ef2b25d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32236522'] for subnet, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.291399 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e67fac52-51e7-444a-b019-5f6f7ef2b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.406680 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e67fac52-51e7-444a-b019-5f6f7ef2b25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32216243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29623281'] for subnet, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.432466 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fac52-51e7-444a-b019-5f6f7ef2b25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7db73858-2f3c-4355-a982-7592bab9204b,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:40.434468 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e67fac52-51e7-444a-b019-5f6f7ef2b25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.436936 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e67fac52-51e7-444a-b019-5f6f7ef2b25d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7db73858-2f3c-4355-a982-7592bab9204b HTTP/1.1" status: 204 len: 168 time: 0.2676182 Sep 09 16:28:40.439391 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 59910) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:28:40.505820 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.583807 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.602670 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aee256ab-645e-4119-81ad-c3386c30caf6']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:40.613092 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c55c7191-7116-4e3c-bd54-789708f8c0e7') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:40.613385 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c55c7191-7116-4e3c-bd54-789708f8c0e7') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:28:40.622912 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.635981 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.641638 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:28:40.642056 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:28:40.643625 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:28:40.776887 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.782063 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:40.783873 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] 10.222.0.22 "DELETE /v2.0/networks/aee256ab-645e-4119-81ad-c3386c30caf6 HTTP/1.1" status: 204 len: 168 time: 0.3435702 Sep 09 16:28:40.794621 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607f5d6-921e-443d-9201-30611bacecfc admin admin] Pushing event deleted for resources: {'Network': ['ID=aee256ab-645e-4119-81ad-c3386c30caf6,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:41.077396 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59914) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:28:41.117495 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-03cff7c2-8a29-43b5-982f-002b2c8019d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee5ea34139d24069aa7bc7625e5339a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386994 Sep 09 16:28:41.119968 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59916) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:28:41.165758 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:41.185894 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:41.337761 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:41.340304 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:41.341468 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f HTTP/1.1" status: 204 len: 168 time: 0.2206020 Sep 09 16:28:41.350377 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd8e7c8-8b58-4a8b-9223-2d6d4b95865f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:28:41.357368 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.357728 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.358112 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.358454 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.358788 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.359230 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.359520 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.359858 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.360185 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.360513 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.360838 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:41.361159 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0f867b-6819-4e5f-9898-dcdc2b2befd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:28:42.623039 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:28:53.075937 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-b0d74bc3-8d55-49bb-9e6c-91234b356ee0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1697493 Sep 09 16:28:53.174343 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-83530090-b5d9-46b3-b055-0de3ff45cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:53.175722 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-83530090-b5d9-46b3-b055-0de3ff45cf13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 1099 time: 0.0389850 Sep 09 16:28:53.280528 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-03523ec2-98a1-475b-842b-5f86d6ec1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:53.282085 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-03523ec2-98a1-475b-842b-5f86d6ec1db3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 912 time: 0.0862715 Sep 09 16:28:53.347308 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-f016b0b5-1101-4a56-ac6b-f2301dc9ade3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c907be31-c360-42cf-a1ea-3bb400d24750 HTTP/1.1" status: 200 len: 1001 time: 0.0569110 Sep 09 16:28:53.401044 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-30fdd475-b49e-49ea-8387-065c2402a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:53.402639 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-30fdd475-b49e-49ea-8387-065c2402a156 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0471706 Sep 09 16:28:53.447358 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-99d70bb9-0e5f-41b4-a094-897e5cd20a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:28:53.448737 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-99d70bb9-0e5f-41b4-a094-897e5cd20a3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393884 Sep 09 16:28:53.459675 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-ef258890-62fa-4cc0-9a05-3ba803d8543a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=94613) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 16:28:53.460614 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-ef258890-62fa-4cc0-9a05-3ba803d8543a service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048261 Sep 09 16:28:53.548975 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-19ee9066-4335-4e85-be49-2f3d023d0559 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808558 Sep 09 16:28:53.900532 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d13cc911-f812-4d42-8ccb-b44579eacd8c req-a3093816-16ae-4c20-aa49-476bc107d79a service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447125 Sep 09 16:29:03.296806 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-078892c8-581a-4436-83db-b7d36dc9a016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:05.571030 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-79f0cceb-3d7e-4320-9a31-5b63a475fbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:06.037860 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:06.616670 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:07.095790 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:29:08.479474 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:12.622638 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:33.261958 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-799ca6f8-bb87-43a0-acd8-3046fa76501b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:35.564618 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-49826859-0493-46f5-8ba5-9ba22d0a219b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:36.021769 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:36.626338 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:38.477624 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:42.627401 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:44.094953 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:29:53.788260 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59942) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:29:53.924121 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-23ab791a-4ad4-4aec-86a6-5312b013d967 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415840 Sep 09 16:29:53.948922 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Deleting port 23f1940e-e6a7-4526-b075-604b6a526a7c {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:29:53.950391 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:53.998695 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-78fab091-26ca-418f-af7b-c6b8ac6883ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:54.000833 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-78fab091-26ca-418f-af7b-c6b8ac6883ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1099 time: 0.0437443 Sep 09 16:29:54.025057 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:54.025373 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:54.036684 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Calling delete_port for 23f1940e-e6a7-4526-b075-604b6a526a7c owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:29:54.101400 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-d997a205-fe5f-467a-9f67-84adf8b125cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:54.102601 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-d997a205-fe5f-467a-9f67-84adf8b125cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 200 len: 910 time: 0.0838637 Sep 09 16:29:54.170914 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-a98d018d-796a-45ba-8f65-6268679e566f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 200 len: 1002 time: 0.0602629 Sep 09 16:29:54.220785 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-34706ab1-9c76-4167-b979-e5a39575e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:54.222247 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-34706ab1-9c76-4167-b979-e5a39575e9e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a1411ec-44d6-46dd-a67f-6665f8cb10c5 HTTP/1.1" status: 200 len: 848 time: 0.0437925 Sep 09 16:29:54.267095 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-9b01db0a-8d19-4d8b-ba5c-edafc6f7f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:54.268575 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-9b01db0a-8d19-4d8b-ba5c-edafc6f7f6c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390079 Sep 09 16:29:54.294213 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:54.320552 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event deleted for resources: {'Port': ['ID=23f1940e-e6a7-4526-b075-604b6a526a7c,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:29:54.333170 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.333528 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.333904 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.334248 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.334589 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.334990 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.335333 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.335669 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.336003 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.336331 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.336661 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.336987 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:54.367641 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-d9052414-95b7-49bc-931c-26f9a779cfb0 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865936 Sep 09 16:29:54.394424 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:54.394753 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Floating IP 84b1ada1-a9ac-4824-a17d-93cd52c0076d disassociated (deleted). External IP: 172.27.2.10, port: 029fea59-58c7-48d7-b732-64678e7e7e34. Sep 09 16:29:54.456710 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-2ee9e6f2-c310-4f9a-a9ef-a51f6d394aae req-5fb8fa82-8efa-4c7e-8adc-be972fd1f294 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805838 Sep 09 16:29:54.598462 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:29:54.699340 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:29:54.704711 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:54.712058 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:29:54.720812 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:29:54.721416 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:29:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:29:54.733862 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-2b8fab88-b2a5-4d43-a053-711a19236e1f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "DELETE /v2.0/floatingips/84b1ada1-a9ac-4824-a17d-93cd52c0076d HTTP/1.1" status: 204 len: 168 time: 0.9445009 Sep 09 16:29:54.734974 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:29:54.737218 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e605026-814d-45d8-a72c-d2a39870d94a" -d '{"events": [{"name": "network-changed", "server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:29:54.824694 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:29:54.895375 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb4dacc-1453-48ec-979a-ee3cea01d5c5 x-openstack-request-id: req-0cb4dacc-1453-48ec-979a-ee3cea01d5c5 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:29:54.895924 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:29:54.895924 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cb4dacc-1453-48ec-979a-ee3cea01d5c5 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:29:54.896377 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34', 'status': 'completed', 'code': 200} Sep 09 16:29:54.984831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e605026-814d-45d8-a72c-d2a39870d94a req-7aa6bb19-a89d-4205-b827-3a78cbe00c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:54.986567 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0e605026-814d-45d8-a72c-d2a39870d94a req-7aa6bb19-a89d-4205-b827-3a78cbe00c1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 1098 time: 0.0449407 Sep 09 16:29:55.053289 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:29Z', 'revision_number': 1, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:29:55.076790 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e605026-814d-45d8-a72c-d2a39870d94a req-fd87ab96-05ec-44c4-ac66-6f0a0c998e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:55.078957 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0e605026-814d-45d8-a72c-d2a39870d94a req-fd87ab96-05ec-44c4-ac66-6f0a0c998e7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 912 time: 0.0854251 Sep 09 16:29:55.080778 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:29:55.089183 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:29:55.089793 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:29:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:29:55.123778 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0e605026-814d-45d8-a72c-d2a39870d94a req-ec636cf4-9619-45f5-a4c7-50259e9e328b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=029fea59-58c7-48d7-b732-64678e7e7e34 HTTP/1.1" status: 200 len: 217 time: 0.0373151 Sep 09 16:29:55.195931 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:29:55.215776 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e605026-814d-45d8-a72c-d2a39870d94a req-39acd791-e8ba-484a-abc9-7cd216a60d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:55.217258 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0e605026-814d-45d8-a72c-d2a39870d94a req-39acd791-e8ba-484a-abc9-7cd216a60d3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0489373 Sep 09 16:29:55.268001 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e605026-814d-45d8-a72c-d2a39870d94a req-1595f76c-f3ce-4aa6-9261-3fd5f9bed110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:55.269726 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0e605026-814d-45d8-a72c-d2a39870d94a req-1595f76c-f3ce-4aa6-9261-3fd5f9bed110 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435944 Sep 09 16:29:55.307019 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f573-b360-4eac-8700-6b6633ea7903 req-73691c49-d880-4ec1-9c70-721874656c06 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:55.308627 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aa39f573-b360-4eac-8700-6b6633ea7903 req-73691c49-d880-4ec1-9c70-721874656c06 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 945 time: 0.1145499 Sep 09 16:29:55.349284 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-aa39f573-b360-4eac-8700-6b6633ea7903 req-38bb34df-9808-4080-bcc1-7e5d18f4fd5f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337958 Sep 09 16:29:55.381481 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0e605026-814d-45d8-a72c-d2a39870d94a req-bc39fdb6-7688-4dd2-afe6-ee0da0d2fa11 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035018 Sep 09 16:29:55.431133 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:29Z', 'revision_number': 1, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:29:55.457694 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaebfab2-e20d-45cd-bc6d-d8f6bde86d52 None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_floatingips': [{'id': '71b697ad-7ac5-4afa-bd40-e22e8860c917', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'router_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'port_id': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'mac_address': 'fa:16:3e:e8:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T16:26:26Z', 'updated_at': '2021-09-09T16:26:29Z', 'revision_number': 1, 'project_id': '0188a82242344251b36483a22ef120ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:29:55.472875 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0e605026-814d-45d8-a72c-d2a39870d94a req-53f1888e-f00b-4ba9-a43e-43ff1623bfc2 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823467 Sep 09 16:29:55.665159 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3777fb6-c585-4b83-8a6d-34dcb1d43ac1 None None] New status for floating IP 84b1ada1-a9ac-4824-a17d-93cd52c0076d: DOWN {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:29:56.569983 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775769d2-6924-48a8-a961-75c1f988379c req-0746cc69-c180-4106-9bdc-5473713873f2 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:56.571370 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-775769d2-6924-48a8-a961-75c1f988379c req-0746cc69-c180-4106-9bdc-5473713873f2 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 945 time: 0.1166511 Sep 09 16:29:56.618761 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-775769d2-6924-48a8-a961-75c1f988379c req-e0db3d79-dd3d-4cd3-8023-012cbd741b3b tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Sep 09 16:29:57.002466 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-77e05d1c-b7b2-45ef-b336-bfdf325df793 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:29:57.003919 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-77e05d1c-b7b2-45ef-b336-bfdf325df793 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Sep 09 16:29:57.094535 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Deleting port 029fea59-58c7-48d7-b732-64678e7e7e34 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:29:57.094938 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:57.183879 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] For port 029fea59-58c7-48d7-b732-64678e7e7e34, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=029fea59-58c7-48d7-b732-64678e7e7e34,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:29:57.184246 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:57.195793 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Calling delete_port for 029fea59-58c7-48d7-b732-64678e7e7e34 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:29:57.421523 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:57.450385 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event deleted for resources: {'Port': ['ID=029fea59-58c7-48d7-b732-64678e7e7e34,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:29:57.462231 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.462589 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.462936 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.463272 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.463608 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.463943 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.464275 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.464605 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.465190 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.465525 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.465874 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.466199 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:29:57.499445 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] No DVR routers for this DVR port 029fea59-58c7-48d7-b732-64678e7e7e34 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:29:57.501931 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:29:57.503987 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-601e8ac0-8cdc-4791-b249-1081c9e78be8 req-1611a6c8-8153-443a-a29a-32d6c2a3bcbc tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "DELETE /v2.0/ports/029fea59-58c7-48d7-b732-64678e7e7e34 HTTP/1.1" status: 204 len: 173 time: 0.4931850 Sep 09 16:29:57.504520 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'name': 'network-vif-deleted', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:29:57.506819 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b5e69c-44f3-45d6-97a6-dbb11916411c" -d '{"events": [{"server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "name": "network-vif-deleted", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:29:57.594653 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60441286-900f-4122-a3d8-229993ff0ccc x-openstack-request-id: req-60441286-900f-4122-a3d8-229993ff0ccc {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:29:57.595256 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "703e38de-c9d4-4694-be9f-05e1c656c057", "name": "network-vif-deleted", "tag": "029fea59-58c7-48d7-b732-64678e7e7e34", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:29:57.595256 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60441286-900f-4122-a3d8-229993ff0ccc {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:29:57.595608 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '703e38de-c9d4-4694-be9f-05e1c656c057', 'name': 'network-vif-deleted', 'tag': '029fea59-58c7-48d7-b732-64678e7e7e34', 'status': 'completed', 'code': 200} Sep 09 16:29:57.719824 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-cf44e3a7-477e-4402-8019-491d0347d2fe req-52ff22e9-5153-4303-9960-f304c6d38632 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 210 time: 0.0266187 Sep 09 16:29:58.825789 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-43bed6c0-4bcc-45a9-ae8f-349a6c5f04b6 req-0aaf57d3-a48c-4c48-b79a-a01e8b72ee66 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=703e38de-c9d4-4694-be9f-05e1c656c057 HTTP/1.1" status: 200 len: 210 time: 0.0253143 Sep 09 16:30:01.568549 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 029fea59-58c7-48d7-b732-64678e7e7e34 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:01.588102 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: 029fea59-58c7-48d7-b732-64678e7e7e34 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:30:01.588446 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device 029fea59-58c7-48d7-b732-64678e7e7e34 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:30:02.370135 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 59996) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:02.519161 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Deleting port 2c6dc9d5-95ca-406c-9fa0-aad53c6f44e3 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:02.519498 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:02.593904 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:02.594150 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:02.605044 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Calling delete_port for 2c6dc9d5-95ca-406c-9fa0-aad53c6f44e3 owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:02.830842 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:02.856015 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event deleted for resources: {'Port': ['ID=2c6dc9d5-95ca-406c-9fa0-aad53c6f44e3,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:02.914613 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:02.914954 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.db.l3_db [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Floating IP 71b697ad-7ac5-4afa-bd40-e22e8860c917 disassociated (deleted). External IP: 172.27.2.45, port: c907be31-c360-42cf-a1ea-3bb400d24750. Sep 09 16:30:03.114493 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:30:03.217844 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:30:03.223128 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:03.229174 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:30:03.238914 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:30:03.239534 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:29:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:03.249152 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1541c7b7-244b-4470-a9b0-7e667dc97a82 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "DELETE /v2.0/floatingips/71b697ad-7ac5-4afa-bd40-e22e8860c917 HTTP/1.1" status: 204 len: 168 time: 0.8779747 Sep 09 16:30:03.250370 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750'}] {{(pid=94612) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:30:03.252686 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05dfc9fc0cd17df0f0723159d1a944cb76c736b6cbdf02629fd152be314fbbdf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce92ea40-b48c-47af-b059-48b844b71a87" -d '{"events": [{"name": "network-changed", "server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750"}]}' {{(pid=94612) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:30:03.295082 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d89762-622d-4337-b18a-25da86b3de90 x-openstack-request-id: req-c9d89762-622d-4337-b18a-25da86b3de90 {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:30:03.295377 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750", "status": "completed", "code": 200}]} {{(pid=94612) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:30:03.295630 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9d89762-622d-4337-b18a-25da86b3de90 {{(pid=94612) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:30:03.296034 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'status': 'completed', 'code': 200} Sep 09 16:30:03.304837 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-32890250-48f4-4533-8c34-d947d49bf956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:03.352099 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:30:03.379750 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-6f4d5fca-ab7f-44b1-9b86-a9cec5141b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:03.381151 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-6f4d5fca-ab7f-44b1-9b86-a9cec5141b48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0188a82242344251b36483a22ef120ad&device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 1099 time: 0.0432284 Sep 09 16:30:03.473013 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-bd7836d6-5ed5-46ff-8674-1f8c95268d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:03.474503 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-bd7836d6-5ed5-46ff-8674-1f8c95268d9b service neutron] 10.222.0.21 "GET /v2.0/networks?id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 200 len: 912 time: 0.0854106 Sep 09 16:30:03.519736 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-9e4d0161-2c9e-49dc-bee0-86e500b54bc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c907be31-c360-42cf-a1ea-3bb400d24750 HTTP/1.1" status: 200 len: 217 time: 0.0383995 Sep 09 16:30:03.558041 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:03.568759 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-9e291ef7-d0cc-4aeb-b622-553c4be29d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:03.570320 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-9e291ef7-d0cc-4aeb-b622-553c4be29d4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 200 len: 850 time: 0.0438950 Sep 09 16:30:03.585155 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:30:03.593755 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:30:03.594403 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:29:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:03.618812 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-8df73511-d936-40f1-9631-700b7bfc538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:03.619573 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-8df73511-d936-40f1-9631-700b7bfc538a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408123 Sep 09 16:30:03.702494 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:30:03.751377 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c60ed-8b0a-400d-bfc4-676ba673844c req-6b0ccdce-dfa1-4e35-a5c9-da6fdd3612e5 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:03.752795 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-017c60ed-8b0a-400d-bfc4-676ba673844c req-6b0ccdce-dfa1-4e35-a5c9-da6fdd3612e5 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 946 time: 0.0994141 Sep 09 16:30:03.801451 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-9bd7691f-abc1-4177-a478-c5591529a476 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380899 Sep 09 16:30:03.806392 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-017c60ed-8b0a-400d-bfc4-676ba673844c req-9b90fcdf-b059-4170-bba6-3f90456e36e4 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477142 Sep 09 16:30:03.897003 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ce92ea40-b48c-47af-b059-48b844b71a87 req-6b510bbb-3b2c-4907-8523-32bdb14d0110 service neutron] 10.222.0.21 "GET /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868957 Sep 09 16:30:03.904875 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:03.941212 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a903f3-c3d7-4235-8379-1debf6421aa9 None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:44Z', 'revision_number': 4, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '0c58431c-58de-4e48-8589-f184431f850e', 'name': '', 'network_id': '6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'mac_address': 'fa:16:3e:e6:a0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:44Z', 'updated_at': '2021-09-09T16:22:51Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'subnets': [{'id': 'a0fc5a1b-bb6b-470f-9c47-d956f74617bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:30:04.147242 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4148c47-fc67-4b39-8c90-468b91c2c552 None None] New status for floating IP 71b697ad-7ac5-4afa-bd40-e22e8860c917: DOWN {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:30:04.923680 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7875-d00f-43af-8c82-020e31a6cd82 req-9eb175f2-c856-4393-a951-fcafce086a03 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:04.925068 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b32d7875-d00f-43af-8c82-020e31a6cd82 req-9eb175f2-c856-4393-a951-fcafce086a03 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 946 time: 0.0500746 Sep 09 16:30:04.961772 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-b32d7875-d00f-43af-8c82-020e31a6cd82 req-4290fbaf-025e-45b4-8e0a-b2bf87593344 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/security-groups?id=06bf505a-a3af-48af-92e9-59dcd36efa96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308037 Sep 09 16:30:05.317968 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-9ecce3dd-aa58-4c67-b49c-ff7bcb402b34 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:05.319411 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-9ecce3dd-aa58-4c67-b49c-ff7bcb402b34 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 946 time: 0.0479703 Sep 09 16:30:05.408534 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Deleting port c907be31-c360-42cf-a1ea-3bb400d24750 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:05.408869 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:05.499027 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] For port c907be31-c360-42cf-a1ea-3bb400d24750, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c907be31-c360-42cf-a1ea-3bb400d24750,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:05.499390 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:05.512736 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Calling delete_port for c907be31-c360-42cf-a1ea-3bb400d24750 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:05.562191 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-9c3f2461-0795-4a64-a8e5-c0952589d646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:05.706869 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:05.735513 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event deleted for resources: {'Port': ['ID=c907be31-c360-42cf-a1ea-3bb400d24750,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:05.776257 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] No DVR routers for this DVR port c907be31-c360-42cf-a1ea-3bb400d24750 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:30:05.778744 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:05.780787 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-6f5e495e-468b-49d9-b79e-3a46d6cbc2ec req-46fc0963-c638-46e6-b180-12d70db84917 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.21 "DELETE /v2.0/ports/c907be31-c360-42cf-a1ea-3bb400d24750 HTTP/1.1" status: 204 len: 173 time: 0.4551086 Sep 09 16:30:05.781895 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'name': 'network-vif-deleted', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:30:05.784124 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cade5d3a-479b-4262-87df-a394fc0aaabd" -d '{"events": [{"server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "name": "network-vif-deleted", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:30:05.818279 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adf7712-cc96-4207-b6d3-c58c518be901 x-openstack-request-id: req-8adf7712-cc96-4207-b6d3-c58c518be901 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:30:05.818567 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4870ea56-3cd5-4038-9cdc-a30ef7745dd8", "name": "network-vif-deleted", "tag": "c907be31-c360-42cf-a1ea-3bb400d24750", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:30:05.818813 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8adf7712-cc96-4207-b6d3-c58c518be901 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:30:05.819204 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4870ea56-3cd5-4038-9cdc-a30ef7745dd8', 'name': 'network-vif-deleted', 'tag': 'c907be31-c360-42cf-a1ea-3bb400d24750', 'status': 'completed', 'code': 200} Sep 09 16:30:06.044197 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:06.055200 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-68445b03-9b28-4c49-8e9b-22b84f3f8b1a req-a20c8c22-2318-4f5d-9d30-6b6366d1207f tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "GET /v2.0/ports?device_id=4870ea56-3cd5-4038-9cdc-a30ef7745dd8 HTTP/1.1" status: 200 len: 210 time: 0.0290864 Sep 09 16:30:06.647536 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:07.111163 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60012) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:07.232456 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Deleting port 8014a321-5b71-4130-8f68-d76a9b36f6ad {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:07.232714 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:07.305509 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:07.305922 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:07.317972 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Calling delete_port for 8014a321-5b71-4130-8f68-d76a9b36f6ad owned by network:floatingip {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:07.512716 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:07.536420 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event deleted for resources: {'Port': ['ID=8014a321-5b71-4130-8f68-d76a9b36f6ad,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:07.599588 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for floatingip, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:07.602099 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:07.603249 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1ab72e80-1a33-40c9-901a-1101a64f9e71 tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "DELETE /v2.0/floatingips/e5a79dd1-8da0-42a5-ad95-dd144e534800 HTTP/1.1" status: 204 len: 168 time: 0.4908209 Sep 09 16:30:08.455411 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:08.920554 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60024) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:08.979074 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba87e-5339-493f-bd6b-3cc1b46dab3a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:09.003181 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba87e-5339-493f-bd6b-3cc1b46dab3a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:09.123767 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba87e-5339-493f-bd6b-3cc1b46dab3a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:09.126701 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-fb4ba87e-5339-493f-bd6b-3cc1b46dab3a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:09.127849 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-fb4ba87e-5339-493f-bd6b-3cc1b46dab3a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] 10.222.0.22 "DELETE /v2.0/security-groups/06bf505a-a3af-48af-92e9-59dcd36efa96 HTTP/1.1" status: 204 len: 168 time: 0.2083974 Sep 09 16:30:09.136683 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ba87e-5339-493f-bd6b-3cc1b46dab3a tempest-TestVolumeBootPattern-444543373 tempest-TestVolumeBootPattern-444543373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bf505a-a3af-48af-92e9-59dcd36efa96,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:09.253387 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60028) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:09.613676 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c907be31-c360-42cf-a1ea-3bb400d24750 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:09.633082 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: c907be31-c360-42cf-a1ea-3bb400d24750 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:30:09.633430 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device c907be31-c360-42cf-a1ea-3bb400d24750 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:30:09.681608 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:09.909655 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Deleting port 0c58431c-58de-4e48-8589-f184431f850e {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:09.910015 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:09.988289 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] For port 0c58431c-58de-4e48-8589-f184431f850e, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=0c58431c-58de-4e48-8589-f184431f850e,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:09.988966 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:10.001043 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Calling delete_port for 0c58431c-58de-4e48-8589-f184431f850e owned by network:router_interface {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:10.238750 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:10.263004 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c58431c-58de-4e48-8589-f184431f850e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:10.425157 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:10.634498 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Router 52a09d56-be2f-4b52-901f-fe62ef6a6668 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:30:10.739887 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:30:10.745634 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-b333f4b5-a112-4aeb-a93a-80b0fcb84831 admin admin] 10.222.0.22 "PUT /v2.0/routers/52a09d56-be2f-4b52-901f-fe62ef6a6668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4903483 Sep 09 16:30:10.747455 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60032) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:10.750712 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] Sync routers for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:30:10.759711 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:30:10.760324 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:30:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:10.848270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks [] for router, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:10.861579 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:30:11.042802 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:30:10Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:11.073483 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] Checking router: 52a09d56-be2f-4b52-901f-fe62ef6a6668 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:30:11.082561 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] Routers {'52a09d56-be2f-4b52-901f-fe62ef6a6668'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:30:11.083177 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:30:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['52a09d56-be2f-4b52-901f-fe62ef6a6668'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:11.188617 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] Set router 52a09d56-be2f-4b52-901f-fe62ef6a6668 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:30:11.212595 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:11.381716 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:30:10Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:11.408060 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d432acb-5a73-4feb-acb1-ba9eb6d75c55 None None] The sync data for ids ['52a09d56-be2f-4b52-901f-fe62ef6a6668'] in dv-cinder-760199-19-iscsi is: [{'id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'name': 'tempest-TestVolumeBootPattern-939768084-router', 'tenant_id': '0188a82242344251b36483a22ef120ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:30:10Z', 'revision_number': 5, 'project_id': '0188a82242344251b36483a22ef120ad', 'gw_port': {'id': '02b98296-cf6b-4239-b7a2-4529b261753c', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:e6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a09d56-be2f-4b52-901f-fe62ef6a6668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:41Z', 'updated_at': '2021-09-09T16:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:30:11.464349 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Deleting port 02b98296-cf6b-4239-b7a2-4529b261753c {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:11.464993 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:11.544094 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] For port 02b98296-cf6b-4239-b7a2-4529b261753c, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=02b98296-cf6b-4239-b7a2-4529b261753c,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:11.544572 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:11.556039 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Calling delete_port for 02b98296-cf6b-4239-b7a2-4529b261753c owned by network:router_gateway {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:11.770303 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:11.796527 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b98296-cf6b-4239-b7a2-4529b261753c,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:11.885188 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:11.994020 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:11.996278 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.118561 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.119132 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a09d56-be2f-4b52-901f-fe62ef6a6668 {{(pid=94613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:30:12.128997 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.128997 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-5161790f-d95f-4ff0-beb1-3e27e25a0813 admin admin] 10.222.0.22 "DELETE /v2.0/routers/52a09d56-be2f-4b52-901f-fe62ef6a6668 HTTP/1.1" status: 204 len: 168 time: 1.3767612 Sep 09 16:30:12.128997 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60034) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:12.184710 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4e387b-0d99-4b5f-9f38-7a434ad19c03 admin admin] Deleting subnet a0fc5a1b-bb6b-470f-9c47-d956f74617bf {{(pid=94613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:30:12.188202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be4e387b-0d99-4b5f-9f38-7a434ad19c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.225724 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be4e387b-0d99-4b5f-9f38-7a434ad19c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32236522'] for subnet, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.319479 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be4e387b-0d99-4b5f-9f38-7a434ad19c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.450317 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be4e387b-0d99-4b5f-9f38-7a434ad19c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32216243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29623281'] for subnet, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.476360 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e387b-0d99-4b5f-9f38-7a434ad19c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fc5a1b-bb6b-470f-9c47-d956f74617bf,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:12.479899 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-be4e387b-0d99-4b5f-9f38-7a434ad19c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.481797 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-be4e387b-0d99-4b5f-9f38-7a434ad19c03 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a0fc5a1b-bb6b-470f-9c47-d956f74617bf HTTP/1.1" status: 204 len: 168 time: 0.3514600 Sep 09 16:30:12.485038 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60036) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:12.487753 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837ef20a-2ce6-482b-ab5b-582456d2e940 None None] Network 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:30:12.562807 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.632006 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Deleting port fee0ef8b-e130-4f79-983d-c78ebfa22912 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:12.632482 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.707562 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] For port fee0ef8b-e130-4f79-983d-c78ebfa22912, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=fee0ef8b-e130-4f79-983d-c78ebfa22912,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:12.707924 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.723592 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Calling delete_port for fee0ef8b-e130-4f79-983d-c78ebfa22912 owned by network:dhcp {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:12.735010 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 0c58431c-58de-4e48-8589-f184431f850e no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:12.762443 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 0c58431c-58de-4e48-8589-f184431f850e {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:30:12.767084 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 0c58431c-58de-4e48-8589-f184431f850e not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:30:12.767084 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 02b98296-cf6b-4239-b7a2-4529b261753c no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:12.787134 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 02b98296-cf6b-4239-b7a2-4529b261753c {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:30:12.787482 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 02b98296-cf6b-4239-b7a2-4529b261753c not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:30:12.798415 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.848808 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] DHCP port deletion for 6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e request from dv-cinder-760199-19-iscsi {{(pid=94614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 16:30:12.894648 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Deleting port fee0ef8b-e130-4f79-983d-c78ebfa22912 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:12.899557 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.953359 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.955715 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] For port fee0ef8b-e130-4f79-983d-c78ebfa22912, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=fee0ef8b-e130-4f79-983d-c78ebfa22912,segment=NetworkSegment(b688bc25-3f5e-425d-af5c-6073ae57058a),segment_id=b688bc25-3f5e-425d-af5c-6073ae57058a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:12.956120 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:12.969194 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Calling delete_port for fee0ef8b-e130-4f79-983d-c78ebfa22912 owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:12.980705 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee0ef8b-e130-4f79-983d-c78ebfa22912,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:12.982575 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] No DVR routers for this DVR port fee0ef8b-e130-4f79-983d-c78ebfa22912 on host dv-cinder-760199-19-iscsi {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:30:13.057014 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:13.065506 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:13.082783 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Pushing event deleted for resources: {'Port': ['ID=fee0ef8b-e130-4f79-983d-c78ebfa22912,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:13.086516 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e']}} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:13.090500 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] No DVR routers for this DVR port fee0ef8b-e130-4f79-983d-c78ebfa22912 on host dv-cinder-760199-19-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.101894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bdf20f-c737-480b-89cd-02f90ad661df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:30:13.108097 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b688bc25-3f5e-425d-af5c-6073ae57058a') {'for_net_delete': True} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:13.108571 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.services.segments.db [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b688bc25-3f5e-425d-af5c-6073ae57058a') {} {{(pid=94613) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:13.116472 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ee551-5dae-46f7-83cc-d1790359bafe req-6b0eb4ee-8238-430d-8c42-391332ab0cee tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:13.119243 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32236435'] for segment, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:13.125229 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-405ee551-5dae-46f7-83cc-d1790359bafe req-6b0eb4ee-8238-430d-8c42-391332ab0cee tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0726073 Sep 09 16:30:13.136905 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:13.142856 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=94613) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:30:13.143244 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32216657'] for segment, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: Traceback (most recent call last): Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: timer() Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: cb(*args, **kw) Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: return func(*args, **kwargs) Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: self._notify() Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: self.callback(batched_events) Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: event.method(event) Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: return f(self, *a, **k) Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._get(url).json() Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: return self.request(url, 'GET', **kwargs) Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:30:13.144868 dv-cinder-760199-19-iscsi neutron-server[94613]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:30:13.159731 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-405ee551-5dae-46f7-83cc-d1790359bafe req-c7c05b9a-4419-436a-b76e-e627f7165800 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326171 Sep 09 16:30:13.259248 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:13.264429 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:13.266471 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e HTTP/1.1" status: 204 len: 168 time: 0.7805116 Sep 09 16:30:13.269475 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60042) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:13.276714 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fa5e7-f536-4250-a479-ba3b7d9de638 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5632c2-1d48-43b7-a7c0-0d9f663b6b4e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:13.842372 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:14.082002 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Deleting port c63a0ac4-b794-44c3-8d08-19489cee37ca {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:14.082343 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:14.160547 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] For port c63a0ac4-b794-44c3-8d08-19489cee37ca, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=c63a0ac4-b794-44c3-8d08-19489cee37ca,segment=NetworkSegment(7481ccbe-4567-4ca0-85f0-4590732bbd4a),segment_id=7481ccbe-4567-4ca0-85f0-4590732bbd4a)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:14.161252 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:14.172930 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Calling delete_port for c63a0ac4-b794-44c3-8d08-19489cee37ca owned by network:router_interface {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:14.279608 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718d0d9-e1ae-496b-b0f0-20a7bd3c2d33 req-e8fa3edf-19ad-4d5c-8d62-5cbd33708ee8 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:14.281699 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8718d0d9-e1ae-496b-b0f0-20a7bd3c2d33 req-e8fa3edf-19ad-4d5c-8d62-5cbd33708ee8 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0520291 Sep 09 16:30:14.320716 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-8718d0d9-e1ae-496b-b0f0-20a7bd3c2d33 req-b5babfc9-498b-4c94-b3b8-a0e20f3b3377 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319047 Sep 09 16:30:14.475856 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:14.500615 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Pushing event deleted for resources: {'Port': ['ID=c63a0ac4-b794-44c3-8d08-19489cee37ca,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:14.659403 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:14.776572 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device fee0ef8b-e130-4f79-983d-c78ebfa22912 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:14.796695 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: fee0ef8b-e130-4f79-983d-c78ebfa22912 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:30:14.797049 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device fee0ef8b-e130-4f79-983d-c78ebfa22912 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:30:14.871556 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94612) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:30:14.973386 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94612) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:30:14.978434 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-6fb51825-936d-4cc2-8159-3017a685f7ca admin admin] 10.222.0.22 "PUT /v2.0/routers/8dbb4bf8-d8b3-4019-ab14-5e56fa76f311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7077379 Sep 09 16:30:14.980978 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60046) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:14.983721 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] Sync routers for ids ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:30:14.993368 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] Routers {'8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:30:14.994008 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:30:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:15.084128 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:15.182011 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] Set router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:30:15.188134 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:15.317344 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Deleting port 64655f5e-33e8-4dd0-b663-7f58c7b37897 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:15.317688 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:15.361235 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:30:14Z', 'revision_number': 5, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port': {'id': '64655f5e-33e8-4dd0-b663-7f58c7b37897', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:22:49Z', 'updated_at': '2021-09-09T16:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:15.387915 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] Checking router: 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:30:15.396882 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] Routers {'8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:30:15.397490 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:30:05Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:15.435651 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] For port 64655f5e-33e8-4dd0-b663-7f58c7b37897, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=64655f5e-33e8-4dd0-b663-7f58c7b37897,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:15.436038 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:15.450481 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Calling delete_port for 64655f5e-33e8-4dd0-b663-7f58c7b37897 owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:15.473413 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cb135-7af8-4dee-8242-9ec687036b48 req-9e69e1d8-4ed6-43ee-affe-6791eec16a4c tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:15.474923 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cb5cb135-7af8-4dee-8242-9ec687036b48 req-9e69e1d8-4ed6-43ee-affe-6791eec16a4c tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0819399 Sep 09 16:30:15.483431 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] Set router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 gateway port host: None {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:30:15.537209 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:30:15Z', 'revision_number': 6, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port_host': None}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:15.553060 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-cb5cb135-7af8-4dee-8242-9ec687036b48 req-b521e896-1a1c-4a00-8ebb-547bba3e673d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474401 Sep 09 16:30:15.563289 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64b7d8-de15-4491-862b-e3f00c686b66 None None] The sync data for ids ['8dbb4bf8-d8b3-4019-ab14-5e56fa76f311'] in dv-cinder-760199-19-iscsi is: [{'id': '8dbb4bf8-d8b3-4019-ab14-5e56fa76f311', 'name': 'tempest-TestVolumeBootPattern-170991753-router', 'tenant_id': '9df05b96bd284b9c80126e97c7c2428f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:22:48Z', 'updated_at': '2021-09-09T16:30:15Z', 'revision_number': 6, 'project_id': '9df05b96bd284b9c80126e97c7c2428f', 'gw_port_host': None}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:30:15.738498 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:15.761095 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Pushing event deleted for resources: {'Port': ['ID=64655f5e-33e8-4dd0-b663-7f58c7b37897,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:15.823003 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:15.913907 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:15.916209 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.055791 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.056343 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:30:16.060616 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.061785 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-47cd8b3b-ecbf-40aa-ad5b-b91d0eec4051 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8dbb4bf8-d8b3-4019-ab14-5e56fa76f311 HTTP/1.1" status: 204 len: 168 time: 1.0797851 Sep 09 16:30:16.064821 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60050) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:16.108468 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c36d69e-98dd-448a-ad0f-235f87a4879e admin admin] Deleting subnet d1c1fd4b-7f2f-4c1b-9612-74de29926336 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:30:16.111373 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c36d69e-98dd-448a-ad0f-235f87a4879e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.148835 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c36d69e-98dd-448a-ad0f-235f87a4879e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25039843'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.222284 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c36d69e-98dd-448a-ad0f-235f87a4879e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.335843 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c36d69e-98dd-448a-ad0f-235f87a4879e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24915294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24922916'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.365327 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36d69e-98dd-448a-ad0f-235f87a4879e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c1fd4b-7f2f-4c1b-9612-74de29926336,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:16.366242 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0c36d69e-98dd-448a-ad0f-235f87a4879e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.368598 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0c36d69e-98dd-448a-ad0f-235f87a4879e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d1c1fd4b-7f2f-4c1b-9612-74de29926336 HTTP/1.1" status: 204 len: 168 time: 0.3024518 Sep 09 16:30:16.370700 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60052) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:16.373192 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a8b36-e042-4b8c-9153-6e3c1119d0ae None None] Network 85081a58-f3d7-4f1d-aba7-d1f9bf793eec requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:30:16.447248 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.502989 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Deleting port 0d6e769c-e1e4-420c-bd35-4128ba550d70 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:16.503339 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.567224 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] DHCP port deletion for 85081a58-f3d7-4f1d-aba7-d1f9bf793eec request from dv-cinder-760199-19-iscsi {{(pid=94614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 16:30:16.581727 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] For port 0d6e769c-e1e4-420c-bd35-4128ba550d70, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=0d6e769c-e1e4-420c-bd35-4128ba550d70,segment=NetworkSegment(7481ccbe-4567-4ca0-85f0-4590732bbd4a),segment_id=7481ccbe-4567-4ca0-85f0-4590732bbd4a)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:16.582270 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.597385 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Calling delete_port for 0d6e769c-e1e4-420c-bd35-4128ba550d70 owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:16.624281 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] Deleting port 0d6e769c-e1e4-420c-bd35-4128ba550d70 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:30:16.625189 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.695419 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b9ee6-5899-4d63-a173-57f17fe31c33 req-71176e24-da99-43d9-8af9-aeae2a574c47 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:16.701446 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] For port 0d6e769c-e1e4-420c-bd35-4128ba550d70, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=0d6e769c-e1e4-420c-bd35-4128ba550d70,segment=NetworkSegment(7481ccbe-4567-4ca0-85f0-4590732bbd4a),segment_id=7481ccbe-4567-4ca0-85f0-4590732bbd4a)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:16.701446 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.702056 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0d9b9ee6-5899-4d63-a173-57f17fe31c33 req-71176e24-da99-43d9-8af9-aeae2a574c47 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0656981 Sep 09 16:30:16.711501 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] Calling delete_port for 0d6e769c-e1e4-420c-bd35-4128ba550d70 owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:30:16.732525 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 64655f5e-33e8-4dd0-b663-7f58c7b37897 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:16.744780 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.749001 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-0d9b9ee6-5899-4d63-a173-57f17fe31c33 req-5fa6a94b-2b6f-4cf5-b4e0-e0d7131020c8 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Sep 09 16:30:16.771052 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d6e769c-e1e4-420c-bd35-4128ba550d70,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:16.774806 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] No DVR routers for this DVR port 0d6e769c-e1e4-420c-bd35-4128ba550d70 on host dv-cinder-760199-19-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:30:16.789212 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 64655f5e-33e8-4dd0-b663-7f58c7b37897 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:30:16.789558 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 64655f5e-33e8-4dd0-b663-7f58c7b37897 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:30:16.790020 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c63a0ac4-b794-44c3-8d08-19489cee37ca no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:16.811618 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: c63a0ac4-b794-44c3-8d08-19489cee37ca {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:30:16.811926 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device c63a0ac4-b794-44c3-8d08-19489cee37ca not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:30:16.812334 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 0d6e769c-e1e4-420c-bd35-4128ba550d70 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:16.831891 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 0d6e769c-e1e4-420c-bd35-4128ba550d70 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:30:16.832235 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 0d6e769c-e1e4-420c-bd35-4128ba550d70 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:30:16.848014 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.863969 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.868380 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85081a58-f3d7-4f1d-aba7-d1f9bf793eec']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:16.877859 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7481ccbe-4567-4ca0-85f0-4590732bbd4a') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:16.878227 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7481ccbe-4567-4ca0-85f0-4590732bbd4a') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:30:16.886836 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] Pushing event deleted for resources: {'Port': ['ID=0d6e769c-e1e4-420c-bd35-4128ba550d70,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:16.887665 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25039770'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.892579 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee9144a-ba78-4c96-a690-65028dc59bf8 None None] No DVR routers for this DVR port 0d6e769c-e1e4-420c-bd35-4128ba550d70 on host dv-cinder-760199-19-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:30:16.903152 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.909771 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:30:16.910186 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24915900'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: Traceback (most recent call last): Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: timer() Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: cb(*args, **kw) Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: return func(*args, **kwargs) Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: self._notify() Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: self.callback(batched_events) Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: event.method(event) Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: return f(self, *a, **k) Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._get(url).json() Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:30:16.911859 dv-cinder-760199-19-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:30:17.029985 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:17.038167 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:17.039994 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] 10.222.0.22 "DELETE /v2.0/networks/85081a58-f3d7-4f1d-aba7-d1f9bf793eec HTTP/1.1" status: 204 len: 168 time: 0.6676743 Sep 09 16:30:17.049759 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2c045-5ef9-48e8-bee5-a240c818d89b admin admin] Pushing event deleted for resources: {'Network': ['ID=85081a58-f3d7-4f1d-aba7-d1f9bf793eec,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:17.291155 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60060) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:17.331448 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-d0dca12c-ab89-4144-b2d4-23ff5f8b0222 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0188a82242344251b36483a22ef120ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391529 Sep 09 16:30:17.334188 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60062) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:17.382862 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8292a80f-492d-4f25-9407-ef9322a525fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:17.403694 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8292a80f-492d-4f25-9407-ef9322a525fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:17.512417 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8292a80f-492d-4f25-9407-ef9322a525fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:17.515079 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8292a80f-492d-4f25-9407-ef9322a525fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:17.516279 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-8292a80f-492d-4f25-9407-ef9322a525fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9fbadccd-c515-4bd1-809b-fe48b7bf4a86 HTTP/1.1" status: 204 len: 168 time: 0.1812100 Sep 09 16:30:17.525595 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292a80f-492d-4f25-9407-ef9322a525fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbadccd-c515-4bd1-809b-fe48b7bf4a86,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:17.865586 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31dcf2-513d-442b-a73b-e5f0791bd816 req-00363d40-a5ff-42ff-9c66-860b6393f764 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:17.867146 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5a31dcf2-513d-442b-a73b-e5f0791bd816 req-00363d40-a5ff-42ff-9c66-860b6393f764 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0484002 Sep 09 16:30:17.925297 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-5a31dcf2-513d-442b-a73b-e5f0791bd816 req-4339bdbc-0f23-40e5-9602-2488277b88df tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474896 Sep 09 16:30:18.259149 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60072) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:18.298686 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-48bdd5b3-0db4-4706-b482-fa8b76b44d2c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9df05b96bd284b9c80126e97c7c2428f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380466 Sep 09 16:30:18.300907 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60074) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:30:18.347919 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3a89e0b6-4497-42f9-8318-2190783867fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:18.368010 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3a89e0b6-4497-42f9-8318-2190783867fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:18.523774 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3a89e0b6-4497-42f9-8318-2190783867fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:18.526274 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-3a89e0b6-4497-42f9-8318-2190783867fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:18.527417 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-3a89e0b6-4497-42f9-8318-2190783867fc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/910db056-df9c-457e-af56-97ae692f0a92 HTTP/1.1" status: 204 len: 168 time: 0.2256432 Sep 09 16:30:18.535259 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89e0b6-4497-42f9-8318-2190783867fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910db056-df9c-457e-af56-97ae692f0a92,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:19.046431 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86528a-04b7-4584-b338-072996edd729 req-02871330-facc-4862-b07f-d6783c4fa72d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:19.048510 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f86528a-04b7-4584-b338-072996edd729 req-02871330-facc-4862-b07f-d6783c4fa72d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0525098 Sep 09 16:30:19.085373 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5f86528a-04b7-4584-b338-072996edd729 req-8b4500ac-a5da-4787-8633-fcd6f25d52c4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306520 Sep 09 16:30:20.199360 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0606573-92c3-43fc-ac26-5bcf4c907eaa req-2ff8659d-c63a-4f40-8293-19a2275e367e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:20.200819 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a0606573-92c3-43fc-ac26-5bcf4c907eaa req-2ff8659d-c63a-4f40-8293-19a2275e367e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0487967 Sep 09 16:30:20.238137 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-a0606573-92c3-43fc-ac26-5bcf4c907eaa req-c9c9091b-60bf-4e1d-876c-d1ba6c51fcf9 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Sep 09 16:30:21.094075 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:30:21.353973 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642f613-7134-45da-ba30-632735076fcb req-562b6a0e-2ba4-494a-8d93-d18bf81fd701 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:21.355394 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b642f613-7134-45da-ba30-632735076fcb req-562b6a0e-2ba4-494a-8d93-d18bf81fd701 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0510800 Sep 09 16:30:21.393076 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b642f613-7134-45da-ba30-632735076fcb req-99b85d09-09d8-449b-807c-f29ab60762ba tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Sep 09 16:30:22.510214 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee6622-fac1-49b6-a867-e5fe54b218a3 req-ddd31724-2e65-472b-b739-259755cd23b2 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:22.511853 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8fee6622-fac1-49b6-a867-e5fe54b218a3 req-ddd31724-2e65-472b-b739-259755cd23b2 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0530889 Sep 09 16:30:22.550277 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8fee6622-fac1-49b6-a867-e5fe54b218a3 req-fb2b41bb-a676-40b9-a0d1-35dc3c0c542d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324769 Sep 09 16:30:23.388614 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860185c8-99dd-4128-8734-36416980c99d req-4a3a50a7-deb9-4db5-a64a-ad4ecd4491f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:23.390161 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-860185c8-99dd-4128-8734-36416980c99d req-4a3a50a7-deb9-4db5-a64a-ad4ecd4491f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1099 time: 0.0387151 Sep 09 16:30:23.483585 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860185c8-99dd-4128-8734-36416980c99d req-f40adbc1-e115-4fb6-afab-062757f781c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:23.485091 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-860185c8-99dd-4128-8734-36416980c99d req-f40adbc1-e115-4fb6-afab-062757f781c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 200 len: 910 time: 0.0881314 Sep 09 16:30:23.548906 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-860185c8-99dd-4128-8734-36416980c99d req-2241e5da-fcc7-44f3-9ad8-82bc7ecc034f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 200 len: 1002 time: 0.0567832 Sep 09 16:30:23.599578 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860185c8-99dd-4128-8734-36416980c99d req-d12f7355-1f23-4b81-8d0f-d1db1a29bff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:23.601094 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-860185c8-99dd-4128-8734-36416980c99d req-d12f7355-1f23-4b81-8d0f-d1db1a29bff5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a1411ec-44d6-46dd-a67f-6665f8cb10c5 HTTP/1.1" status: 200 len: 848 time: 0.0460107 Sep 09 16:30:23.680057 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860185c8-99dd-4128-8734-36416980c99d req-53da3b6f-16d3-42ff-ba98-569397c02f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:23.681508 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-860185c8-99dd-4128-8734-36416980c99d req-53da3b6f-16d3-42ff-ba98-569397c02f59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732577 Sep 09 16:30:23.693784 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250e23b-4d00-4d8a-9c65-20e167b46956 req-c562c8a7-8f1f-4902-9f0b-448ceff58558 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:23.695209 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e250e23b-4d00-4d8a-9c65-20e167b46956 req-c562c8a7-8f1f-4902-9f0b-448ceff58558 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0589676 Sep 09 16:30:23.784917 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-e250e23b-4d00-4d8a-9c65-20e167b46956 req-70b88d84-cdc0-4d68-8971-9060db916ddb tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818417 Sep 09 16:30:23.812195 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-860185c8-99dd-4128-8734-36416980c99d req-70c39340-b5c2-4660-81b2-83fa7db102a7 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160746 Sep 09 16:30:23.900767 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-860185c8-99dd-4128-8734-36416980c99d req-6e3bd231-8646-4a92-959d-db9d12e41afc service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818050 Sep 09 16:30:24.898161 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1ad48-5050-477c-9ec1-16f104edb9e9 req-53d3b3bc-80b6-4990-b84d-53c9de81dc9e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:24.899621 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ddf1ad48-5050-477c-9ec1-16f104edb9e9 req-53d3b3bc-80b6-4990-b84d-53c9de81dc9e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0477965 Sep 09 16:30:24.935954 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-ddf1ad48-5050-477c-9ec1-16f104edb9e9 req-9b87b6ed-d623-4867-8e41-80b38ec4d0e9 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304730 Sep 09 16:30:26.049630 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc045ed-190c-43fd-b4b2-e5b0c483183f req-ff64c2a9-99a4-44d5-95b8-15ab75eccf33 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:26.051132 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-dbc045ed-190c-43fd-b4b2-e5b0c483183f req-ff64c2a9-99a4-44d5-95b8-15ab75eccf33 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0493155 Sep 09 16:30:26.092692 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-dbc045ed-190c-43fd-b4b2-e5b0c483183f req-85998eac-42cd-4c34-bb8e-c4e33d9c733a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354350 Sep 09 16:30:27.203470 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544a25f-90cf-4571-84e4-4aa32077086a req-b912f879-27e6-42a1-8fdd-68ab5878c3cb tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:27.205544 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d544a25f-90cf-4571-84e4-4aa32077086a req-b912f879-27e6-42a1-8fdd-68ab5878c3cb tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0477014 Sep 09 16:30:27.242827 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d544a25f-90cf-4571-84e4-4aa32077086a req-8f92e08c-1444-4b04-880c-8f3a47bd347f tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311620 Sep 09 16:30:27.638197 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62136f-4235-4ebb-8664-0cc6c1d0f617 req-a4255965-e846-4e2d-94dd-1a3a1f5ad71e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:27.639640 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f62136f-4235-4ebb-8664-0cc6c1d0f617 req-a4255965-e846-4e2d-94dd-1a3a1f5ad71e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0515058 Sep 09 16:30:27.678116 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-2f62136f-4235-4ebb-8664-0cc6c1d0f617 req-9078a7e9-000d-489f-91ee-0f7f0e73581e tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Sep 09 16:30:27.825700 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-3f9516d9-bb40-4628-932b-cd4241e3ef12 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1737638 Sep 09 16:30:28.789058 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6097a8f-41ed-4962-b3dd-842001d29abb req-32559741-7773-4d3d-9d12-e269fecbd658 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:28.790711 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f6097a8f-41ed-4962-b3dd-842001d29abb req-32559741-7773-4d3d-9d12-e269fecbd658 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0474839 Sep 09 16:30:28.828124 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-f6097a8f-41ed-4962-b3dd-842001d29abb req-6f6d1b6c-b86f-4c2e-b6ad-fa30511037b7 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Sep 09 16:30:29.737164 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a3b445a5-f185-4079-9969-8860e8d325a1 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:30:29.814370 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:29.844082 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:30:29.844082 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f53dd81-4743-4ab9-8fbb-7125c89d2e1f" -d '{"events": [{"server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:30:29.852494 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:29.915521 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:29.944957 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7ee2f-223d-4c44-ad1d-0f0614b0ade9 req-dee7f42b-b234-4957-bfe2-99c1711e1e79 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:29.946718 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9a7ee2f-223d-4c44-ad1d-0f0614b0ade9 req-dee7f42b-b234-4957-bfe2-99c1711e1e79 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0509658 Sep 09 16:30:29.978042 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=6']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:29.997383 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 16:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde1dc6b-affd-49ab-b0e1-3067fdd448b0 x-openstack-request-id: req-bde1dc6b-affd-49ab-b0e1-3067fdd448b0 {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:30:29.997673 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "name": "network-vif-unplugged", "status": "failed", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1", "code": 422}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:30:29.997947 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bde1dc6b-affd-49ab-b0e1-3067fdd448b0 {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:30:29.998338 dv-cinder-760199-19-iscsi neutron-server[94614]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'code': 422} returned with failed status Sep 09 16:30:29.999222 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-b9a7ee2f-223d-4c44-ad1d-0f0614b0ade9 req-12874571-4e6c-49bd-b190-91aca75a8a91 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452645 Sep 09 16:30:30.547245 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-eabfe695-fd43-4a57-a8ef-5880ee933350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:30.548751 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-eabfe695-fd43-4a57-a8ef-5880ee933350 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f&tenant_id=4ecbcc5e7dc2493fa36136afe07f2615 HTTP/1.1" status: 200 len: 1097 time: 0.0424452 Sep 09 16:30:30.620656 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-1e10e847-c8a2-4f60-a80d-1a4767f34027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:30.622211 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-1e10e847-c8a2-4f60-a80d-1a4767f34027 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1097 time: 0.0402353 Sep 09 16:30:30.712564 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-4da28398-a2bb-442b-af1f-7e5ae410bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:30.714338 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-4da28398-a2bb-442b-af1f-7e5ae410bf3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 200 len: 910 time: 0.0850830 Sep 09 16:30:30.776316 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-d1ebc815-fed0-4f67-beb0-434817f9779e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 200 len: 1000 time: 0.0549586 Sep 09 16:30:30.825983 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-34641b99-0ebd-4dd0-9acf-36510d9df490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:30.827442 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-34641b99-0ebd-4dd0-9acf-36510d9df490 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a1411ec-44d6-46dd-a67f-6665f8cb10c5 HTTP/1.1" status: 200 len: 848 time: 0.0427594 Sep 09 16:30:30.875970 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-0fcc93e9-fa5d-43e6-aa7f-9446fde7220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:30.877394 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-0fcc93e9-fa5d-43e6-aa7f-9446fde7220d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422618 Sep 09 16:30:30.966108 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-99abe398-ab1b-4c57-82d0-684ad66fc0d6 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812809 Sep 09 16:30:31.057766 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-3a9d4ef4-5161-4861-aa15-c2b2f209a2da req-6f446676-792e-44f7-8ff4-b61a8999d27a service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851953 Sep 09 16:30:31.111323 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b0f7a-61d9-46ce-8f17-07f1695333dc req-7c882cf3-1d89-4fb2-9829-f68aca88ab6c tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:31.112797 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-603b0f7a-61d9-46ce-8f17-07f1695333dc req-7c882cf3-1d89-4fb2-9829-f68aca88ab6c tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0480907 Sep 09 16:30:31.149970 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-603b0f7a-61d9-46ce-8f17-07f1695333dc req-9a06a090-c6eb-4ac8-88ea-ed65d3675e94 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Sep 09 16:30:32.263102 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28187d29-dcaa-4d5e-8fc3-a18e1d5c9432 req-8d4f954e-bf3d-435b-9edc-360d6159f63a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:32.264549 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-28187d29-dcaa-4d5e-8fc3-a18e1d5c9432 req-8d4f954e-bf3d-435b-9edc-360d6159f63a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0477891 Sep 09 16:30:32.302758 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-28187d29-dcaa-4d5e-8fc3-a18e1d5c9432 req-7199f4f7-ab6c-4bd8-bbf4-9db862951fec tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320365 Sep 09 16:30:33.300959 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a86926ff-dac7-41b1-b3ea-d06eb113b33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:33.413482 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14487ce1-8243-4ea3-ac32-60c935af0b95 req-2f0e2b77-2cb7-4ee5-aeac-7c578992e8a9 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:33.414949 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-14487ce1-8243-4ea3-ac32-60c935af0b95 req-2f0e2b77-2cb7-4ee5-aeac-7c578992e8a9 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0469630 Sep 09 16:30:33.455181 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-14487ce1-8243-4ea3-ac32-60c935af0b95 req-3bd50c1e-faec-4e7c-9b4c-47db831b0593 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340810 Sep 09 16:30:34.566830 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5521328f-7719-47e0-b088-2c53b56d799b req-f1038a90-8ac2-4b3a-81d1-c0af7b364162 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:34.568177 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5521328f-7719-47e0-b088-2c53b56d799b req-f1038a90-8ac2-4b3a-81d1-c0af7b364162 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0477495 Sep 09 16:30:34.604735 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-5521328f-7719-47e0-b088-2c53b56d799b req-42d3fc49-f647-499b-933a-78b1dfaf882a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306759 Sep 09 16:30:35.557744 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6bfadada-0d29-44d1-b414-14ee897adbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:35.719909 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9eee4-995f-4897-89d6-98750985767a req-38d2513a-b348-4f05-a7e4-0fb23a301460 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:35.721344 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-55d9eee4-995f-4897-89d6-98750985767a req-38d2513a-b348-4f05-a7e4-0fb23a301460 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0519378 Sep 09 16:30:35.758339 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-55d9eee4-995f-4897-89d6-98750985767a req-497dbcff-3a9d-4999-905d-b115114e92e4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308156 Sep 09 16:30:36.058121 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:36.617895 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:36.873833 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dc5f8-8e9b-46d3-ab64-fe7b11b80817 req-b3bb0b1f-56d1-4435-ab11-714da8e2742b tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:36.875200 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-428dc5f8-8e9b-46d3-ab64-fe7b11b80817 req-b3bb0b1f-56d1-4435-ab11-714da8e2742b tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0515239 Sep 09 16:30:36.912121 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-428dc5f8-8e9b-46d3-ab64-fe7b11b80817 req-40e4d2ce-c222-454a-b93f-e17d6ff4e559 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Sep 09 16:30:38.023579 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07868ab4-7695-4305-846e-9b03ceaee889 req-e98bef9c-8023-41b0-9692-77dbf064f5e1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:38.025074 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-07868ab4-7695-4305-846e-9b03ceaee889 req-e98bef9c-8023-41b0-9692-77dbf064f5e1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0483301 Sep 09 16:30:38.063486 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-07868ab4-7695-4305-846e-9b03ceaee889 req-c394ff37-45b2-43de-abe9-9178ba03caf5 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Sep 09 16:30:38.486238 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:39.179066 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1ce81-6607-4b6e-98ba-114b61d9354a req-14ef061d-c9a6-4f65-a74f-a7105f5e1b8a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:39.180539 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-02d1ce81-6607-4b6e-98ba-114b61d9354a req-14ef061d-c9a6-4f65-a74f-a7105f5e1b8a tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 944 time: 0.0490170 Sep 09 16:30:39.221125 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-02d1ce81-6607-4b6e-98ba-114b61d9354a req-950edfa6-0a3b-4f15-b0d6-5f8961f67bab tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343633 Sep 09 16:30:39.762265 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a3b445a5-f185-4079-9969-8860e8d325a1 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94614) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 16:30:39.859784 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:39.871434 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Returning: {'device': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'port_id': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'mac_address': 'fa:16:3e:a9:8f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94614) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 16:30:39.908051 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:39.920797 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b445a5-f185-4079-9969-8860e8d325a1 {{(pid=94614) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 16:30:39.944602 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:40.067424 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:40.117693 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=7']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:40.338996 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b5c6e-353f-402d-b5f8-f30ce8888421 req-e62c23cd-e8d9-4b8a-8a1f-f33fdbd9dec7 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:40.340429 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d24b5c6e-353f-402d-b5f8-f30ce8888421 req-e62c23cd-e8d9-4b8a-8a1f-f33fdbd9dec7 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 945 time: 0.0497615 Sep 09 16:30:40.351311 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] get_ports_and_sgs() called for port_ids ['a3b445a5-f185-4079-9969-8860e8d325a1'] {{(pid=94614) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 16:30:40.382368 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-d24b5c6e-353f-402d-b5f8-f30ce8888421 req-75984047-0cb2-493b-8e03-ad39dca7ba9d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358965 Sep 09 16:30:41.500113 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe303-167e-4e62-ab71-aafb0e609ffc req-02341dbb-9606-4cb4-b032-54f2c65cf6b8 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:41.501616 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9a7fe303-167e-4e62-ab71-aafb0e609ffc req-02341dbb-9606-4cb4-b032-54f2c65cf6b8 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 945 time: 0.0493238 Sep 09 16:30:41.541482 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-9a7fe303-167e-4e62-ab71-aafb0e609ffc req-ac849dec-92a3-4e21-8090-eed6602f2e02 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335326 Sep 09 16:30:41.783304 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a3b445a5-f185-4079-9969-8860e8d325a1 up at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 16:30:41.831226 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.provisioning_blocks [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Provisioning complete for port a3b445a5-f185-4079-9969-8860e8d325a1 triggered by entity L2. {{(pid=94614) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 16:30:41.831676 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-688939'] for port, provisioning_complete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:41.912764 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-687327'] for port, before_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:41.934687 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1'}] {{(pid=94614) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:30:41.936975 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c24829c5518149d1bd210a9efdc2f80693f523e76fc1ffc93a8e14d2facc8325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3225b72-2b75-4c0b-8842-3650b9e92bdf" -d '{"events": [{"server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "name": "network-vif-plugged", "status": "completed", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1"}]}' {{(pid=94614) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:30:41.950392 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:30:41.976366 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56907e2c-9fb7-4e3d-bc51-0db4cc970afe x-openstack-request-id: req-56907e2c-9fb7-4e3d-bc51-0db4cc970afe {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:30:41.976814 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "name": "network-vif-plugged", "status": "completed", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1", "code": 200}]} {{(pid=94614) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:30:41.977210 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56907e2c-9fb7-4e3d-bc51-0db4cc970afe {{(pid=94614) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:30:41.977658 dv-cinder-760199-19-iscsi neutron-server[94614]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'code': 200} Sep 09 16:30:42.166966 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747422520854', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747421983717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747421983735'] for port, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:42.215292 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Pushing event updated for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=8']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:30:42.402454 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5bc6f-e485-4869-812e-d0a1ddd62905 req-9ef154fc-019c-49c7-95d8-17d6649d7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:42.403927 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a1e5bc6f-e485-4869-812e-d0a1ddd62905 req-9ef154fc-019c-49c7-95d8-17d6649d7bf0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1099 time: 0.0436926 Sep 09 16:30:42.439883 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-a1e5bc6f-e485-4869-812e-d0a1ddd62905 req-eb12772f-098f-4f82-ae71-3c19c30ba9fd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279129 Sep 09 16:30:42.617831 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:30:42.660202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9938b-cd39-4c82-9ea0-564f111a69ee req-28e22546-be23-40c5-bb5c-6e1326a8957d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:42.662448 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d4f9938b-cd39-4c82-9ea0-564f111a69ee req-28e22546-be23-40c5-bb5c-6e1326a8957d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0510557 Sep 09 16:30:42.702130 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-d4f9938b-cd39-4c82-9ea0-564f111a69ee req-b3978c82-b0fb-4b11-afc1-4a9d4299a89d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332775 Sep 09 16:30:43.823505 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0a01-eca8-4c6d-919b-dc25e83d458d req-418af442-92f6-44f0-a2f2-ce6ca1757d3d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:30:43.824988 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e0cb0a01-eca8-4c6d-919b-dc25e83d458d req-418af442-92f6-44f0-a2f2-ce6ca1757d3d tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0526531 Sep 09 16:30:43.868061 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-e0cb0a01-eca8-4c6d-919b-dc25e83d458d req-9c35a8ae-735b-4074-a78e-be39918a0825 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341485 Sep 09 16:30:58.093756 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:31:03.279766 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a5b9b460-526a-4564-ae08-73d5ec3acc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:05.559293 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-1986fcf3-daae-4763-aaf5-3f49877bc515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:06.065656 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:06.638966 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:08.482678 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:12.622467 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:33.289480 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d393a5a9-6a86-4ad5-8a3f-c4dfcd845d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:35.093500 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:31:35.573409 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-59f12d8d-8e03-4498-8487-d1c8a44d643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:36.041978 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:36.615343 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:38.459015 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:42.626347 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:56.894200 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-5784f0e6-5f36-4760-b7ce-cef376809adf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401087 Sep 09 16:31:56.991698 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-904c4761-febd-475a-ac56-4e23358a51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:31:56.993133 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-904c4761-febd-475a-ac56-4e23358a51c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1099 time: 0.0423629 Sep 09 16:31:57.090776 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-15efe6dd-4fc8-48ac-9b84-aa0f3f224004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:31:57.092233 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-15efe6dd-4fc8-48ac-9b84-aa0f3f224004 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 200 len: 910 time: 0.0805972 Sep 09 16:31:57.157269 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-a1286c4f-6938-45ed-8fae-dc8bbff2047e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 200 len: 1002 time: 0.0577781 Sep 09 16:31:57.204906 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-399df7b8-852a-4d3b-8e95-e962088bb586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:31:57.206367 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-399df7b8-852a-4d3b-8e95-e962088bb586 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a1411ec-44d6-46dd-a67f-6665f8cb10c5 HTTP/1.1" status: 200 len: 848 time: 0.0422745 Sep 09 16:31:57.250498 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-5d8a08b5-0e31-4403-b19a-87ece6250e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:31:57.251923 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-5d8a08b5-0e31-4403-b19a-87ece6250e03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0378115 Sep 09 16:31:57.342190 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-e735b403-a6ab-4de1-9591-28b8d8f6a502 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823913 Sep 09 16:31:57.428964 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-86a52323-c40d-402a-8d3a-8b495b988db2 req-c9cca478-34b3-4427-8ef7-c7adbb88e8d8 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799601 Sep 09 16:31:59.424575 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60166) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:31:59.602433 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Deleting port d86b615c-8a6a-49d6-ad6e-bb89f51ded2e {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:31:59.602672 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:59.693423 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:59.693749 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:59.707519 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Calling delete_port for d86b615c-8a6a-49d6-ad6e-bb89f51ded2e owned by network:floatingip {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:31:59.955986 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:31:59.980106 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event deleted for resources: {'Port': ['ID=d86b615c-8a6a-49d6-ad6e-bb89f51ded2e,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:31:59.994144 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.994419 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.995416 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.995759 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.996098 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.996441 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.996900 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.997251 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.997582 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.997945 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.998275 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:31:59.998605 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94613) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:00.055499 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for floatingip, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:00.055835 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.db.l3_db [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Floating IP 552dd9a1-0d8b-4556-86e7-2d72b58c7cc5 disassociated (deleted). External IP: 172.27.2.126, port: a3b445a5-f185-4079-9969-8860e8d325a1. Sep 09 16:32:00.536831 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:32:00.642274 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:32:00.646991 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for floatingip, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:00.651615 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] Sync routers for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:32:00.660284 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:32:00.660894 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:31:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:00.674517 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-df9dba0e-9b0f-4521-9e14-d65029f32613 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "DELETE /v2.0/floatingips/552dd9a1-0d8b-4556-86e7-2d72b58c7cc5 HTTP/1.1" status: 204 len: 168 time: 1.2488737 Sep 09 16:32:00.675190 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:32:00.677629 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1905f774-9734-4ef0-8408-f0a77727a859" -d '{"events": [{"name": "network-changed", "server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:32:00.716943 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62863c0-a6bf-4316-b665-d37c20c096fe x-openstack-request-id: req-c62863c0-a6bf-4316-b665-d37c20c096fe {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:32:00.717231 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:32:00.717478 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c62863c0-a6bf-4316-b665-d37c20c096fe {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:32:00.717944 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'status': 'completed', 'code': 200} Sep 09 16:32:00.767752 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:32:00.800183 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905f774-9734-4ef0-8408-f0a77727a859 req-d91f1bae-42e6-4d3d-be1b-9c34e5b374c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:32:00.801673 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1905f774-9734-4ef0-8408-f0a77727a859 req-d91f1bae-42e6-4d3d-be1b-9c34e5b374c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 1099 time: 0.0397069 Sep 09 16:32:00.894840 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905f774-9734-4ef0-8408-f0a77727a859 req-9e94de63-67cc-4a04-b777-d76bcd451626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:32:00.896589 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1905f774-9734-4ef0-8408-f0a77727a859 req-9e94de63-67cc-4a04-b777-d76bcd451626 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 200 len: 910 time: 0.0876482 Sep 09 16:32:00.943040 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1905f774-9734-4ef0-8408-f0a77727a859 req-33c99b2a-9ec3-4a3f-ae2e-8708038cbeb6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 200 len: 217 time: 0.0385461 Sep 09 16:32:00.967436 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:23Z', 'revision_number': 5, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:00.991310 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905f774-9734-4ef0-8408-f0a77727a859 req-9565abb8-1b11-4cb6-bbaa-2035b4efe928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:32:00.992937 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1905f774-9734-4ef0-8408-f0a77727a859 req-9565abb8-1b11-4cb6-bbaa-2035b4efe928 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7a1411ec-44d6-46dd-a67f-6665f8cb10c5 HTTP/1.1" status: 200 len: 848 time: 0.0434310 Sep 09 16:32:00.993112 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] Checking router: d3bc0f56-b561-4fe5-bf06-fb1654e42d19 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:32:01.002044 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:32:01.002650 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:31:35Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:01.043596 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905f774-9734-4ef0-8408-f0a77727a859 req-e5a908e6-f778-426c-b5ba-d9d0498381c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:32:01.045101 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1905f774-9734-4ef0-8408-f0a77727a859 req-e5a908e6-f778-426c-b5ba-d9d0498381c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443442 Sep 09 16:32:01.111366 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:32:01.112153 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae50cab-a091-47cc-946a-ed805577be3e req-bfcf3f96-711c-4177-8763-a635be07be20 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94612) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:32:01.113868 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ae50cab-a091-47cc-946a-ed805577be3e req-bfcf3f96-711c-4177-8763-a635be07be20 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0495689 Sep 09 16:32:01.152076 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-8ae50cab-a091-47cc-946a-ed805577be3e req-ba77a316-9474-41de-94d2-949fe42b18fb tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322475 Sep 09 16:32:01.185704 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1905f774-9734-4ef0-8408-f0a77727a859 req-5444bfb9-359a-4535-821e-c794da7e991c service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972881 Sep 09 16:32:01.287228 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-1905f774-9734-4ef0-8408-f0a77727a859 req-c3cf5d4b-1e27-4849-a4a2-83c4c8d01d06 service neutron] 10.222.0.21 "GET /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923426 Sep 09 16:32:01.438793 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:23Z', 'revision_number': 5, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:01.464194 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e394bb-46a6-49ef-a29a-79fa142d352d None None] The sync data for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi is: [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:18Z', 'revision_number': 4, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi', '_interfaces': [{'id': '1bfef630-6dd3-4003-b1ba-e8c723ef8bd7', 'name': '', 'network_id': '1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'mac_address': 'fa:16:3e:83:ab:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:17Z', 'updated_at': '2021-09-09T16:27:23Z', 'revision_number': 5, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'subnets': [{'id': '7a1411ec-44d6-46dd-a67f-6665f8cb10c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:32:01.673444 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1b483-224c-450c-8171-b5057f41d59c None None] New status for floating IP 552dd9a1-0d8b-4556-86e7-2d72b58c7cc5: DOWN {{(pid=94615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 16:32:02.269471 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da14ebe9-6294-47f3-833e-dff85680a49b req-9ae81342-474a-4efc-95e2-d1068eb0f5f1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:32:02.271017 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-da14ebe9-6294-47f3-833e-dff85680a49b req-9ae81342-474a-4efc-95e2-d1068eb0f5f1 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0481451 Sep 09 16:32:02.314723 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-da14ebe9-6294-47f3-833e-dff85680a49b req-f4304075-bb31-4f58-9d1e-15c54aadc916 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74dd498-842b-4bd5-b4e8-3949d00e352b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372052 Sep 09 16:32:02.809698 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-3bd9fd5e-046e-4edd-afae-935d52f42db4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94613) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 16:32:02.811207 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-3bd9fd5e-046e-4edd-afae-935d52f42db4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.21 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 946 time: 0.0458827 Sep 09 16:32:02.900095 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Deleting port a3b445a5-f185-4079-9969-8860e8d325a1 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:02.900433 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:02.985856 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] For port a3b445a5-f185-4079-9969-8860e8d325a1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=a3b445a5-f185-4079-9969-8860e8d325a1,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:02.986132 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:02.998702 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Calling delete_port for a3b445a5-f185-4079-9969-8860e8d325a1 owned by compute:nova {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:03.185816 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:03.214432 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event deleted for resources: {'Port': ['ID=a3b445a5-f185-4079-9969-8860e8d325a1,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:03.258056 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] No DVR routers for this DVR port a3b445a5-f185-4079-9969-8860e8d325a1 on host hv-cinder-76019 {{(pid=94613) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:32:03.260570 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-43940'] for port, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:03.262766 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-ef0289db-6fea-4291-bcaa-9f57a0aab817 req-9689ea9d-7978-4812-abd4-474f78262eb4 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.21 "DELETE /v2.0/ports/a3b445a5-f185-4079-9969-8860e8d325a1 HTTP/1.1" status: 204 len: 173 time: 0.4454837 Sep 09 16:32:03.263211 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'name': 'network-vif-deleted', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1'}] {{(pid=94613) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 16:32:03.265425 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}76fb9c1f968554af0cf18b7c64390474c915fe37b2702e878f079aa8aa72c3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33328b65-892e-4c26-97f7-bf2b2e92000c" -d '{"events": [{"server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "name": "network-vif-deleted", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1"}]}' {{(pid=94613) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 16:32:03.276739 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d50cdf85-3253-48f8-82c6-9bdf6a461703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:03.301926 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e9ef8d-5617-4293-95d0-dea13cc46f87 x-openstack-request-id: req-31e9ef8d-5617-4293-95d0-dea13cc46f87 {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 16:32:03.302475 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0872d499-d1a6-42d1-aa45-6a4e010ac62f", "name": "network-vif-deleted", "tag": "a3b445a5-f185-4079-9969-8860e8d325a1", "status": "completed", "code": 200}]} {{(pid=94613) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 16:32:03.302587 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31e9ef8d-5617-4293-95d0-dea13cc46f87 {{(pid=94613) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 16:32:03.302934 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0872d499-d1a6-42d1-aa45-6a4e010ac62f', 'name': 'network-vif-deleted', 'tag': 'a3b445a5-f185-4079-9969-8860e8d325a1', 'status': 'completed', 'code': 200} Sep 09 16:32:03.412340 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [req-15cee87c-28cf-4d29-9992-d0db21d7551b req-a58a41c5-0852-4cab-9341-6b05cd89cf9c tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 210 time: 0.0288272 Sep 09 16:32:04.516365 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [req-73ff4355-dcef-4508-b10c-d9bbb7e01167 req-91fd0287-3023-4255-83d7-9e69cb7feb66 tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "GET /v2.0/ports?device_id=0872d499-d1a6-42d1-aa45-6a4e010ac62f HTTP/1.1" status: 200 len: 210 time: 0.0257180 Sep 09 16:32:05.570417 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60196) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:05.602596 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e1b56b16-2135-43d9-812d-6d892e32062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:05.629622 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8d373ffc-f681-4e2e-ba46-a8b40a18c5bf tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:05.655213 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8d373ffc-f681-4e2e-ba46-a8b40a18c5bf tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:05.745628 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8d373ffc-f681-4e2e-ba46-a8b40a18c5bf tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:05.748248 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-8d373ffc-f681-4e2e-ba46-a8b40a18c5bf tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Notify callbacks [] for security_group, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:05.749404 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-8d373ffc-f681-4e2e-ba46-a8b40a18c5bf tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] 10.222.0.22 "DELETE /v2.0/security-groups/f74dd498-842b-4bd5-b4e8-3949d00e352b HTTP/1.1" status: 204 len: 168 time: 0.1779852 Sep 09 16:32:05.758270 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d373ffc-f681-4e2e-ba46-a8b40a18c5bf tempest-TestShelveInstance-1207551537 tempest-TestShelveInstance-1207551537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74dd498-842b-4bd5-b4e8-3949d00e352b,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:05.859194 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60200) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:06.030825 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:06.171971 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a3b445a5-f185-4079-9969-8860e8d325a1 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:32:06.191987 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] No Port match for: a3b445a5-f185-4079-9969-8860e8d325a1 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:32:06.192327 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Device a3b445a5-f185-4079-9969-8860e8d325a1 not bound to the agent host hv-cinder-76019 {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:32:06.194840 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:06.441643 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Deleting port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:06.441919 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:06.517409 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] For port 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:06.517767 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:06.530164 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Calling delete_port for 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 owned by network:router_interface {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:06.613643 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:06.761933 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:06.785346 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1bfef630-6dd3-4003-b1ba-e8c723ef8bd7,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:06.949743 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:07.155110 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:32:07.261863 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:32:07.266790 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-e9bb2198-3645-44fd-a1b1-f25e60d1e3fb admin admin] 10.222.0.22 "PUT /v2.0/routers/d3bc0f56-b561-4fe5-bf06-fb1654e42d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4065301 Sep 09 16:32:07.269241 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60202) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:07.270553 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] Sync routers for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:32:07.279597 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:32:07.280208 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:32:06Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:07.371727 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks [] for router, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:07.384406 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:32:07.471616 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:07.553545 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Deleting port 1e21272f-2f82-4b42-afbe-3ca0243fcd24 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:07.553904 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:07.568426 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:32:06Z', 'revision_number': 5, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port': {'id': '1e21272f-2f82-4b42-afbe-3ca0243fcd24', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:07.594710 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] Checking router: d3bc0f56-b561-4fe5-bf06-fb1654e42d19 for host: dv-cinder-760199-19-iscsi {{(pid=94614) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:32:07.602677 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] Routers {'d3bc0f56-b561-4fe5-bf06-fb1654e42d19'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94614) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:32:07.603286 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:32:06Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'], 'active': True} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:07.633766 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] For port 1e21272f-2f82-4b42-afbe-3ca0243fcd24, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=1e21272f-2f82-4b42-afbe-3ca0243fcd24,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:07.634175 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:07.645713 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Calling delete_port for 1e21272f-2f82-4b42-afbe-3ca0243fcd24 owned by network:router_gateway {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:07.687211 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvr_db [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] Set router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 gateway port host: None {{(pid=94614) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:32:07.740193 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_hamode_db [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:32:07Z', 'revision_number': 6, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port_host': None}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94614) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:07.766023 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f35b5f-1d81-4f9f-b236-0c3146a39205 None None] The sync data for ids ['d3bc0f56-b561-4fe5-bf06-fb1654e42d19'] in dv-cinder-760199-19-iscsi is: [{'id': 'd3bc0f56-b561-4fe5-bf06-fb1654e42d19', 'name': 'tempest-TestShelveInstance-2094184191-router', 'tenant_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:15Z', 'updated_at': '2021-09-09T16:32:07Z', 'revision_number': 6, 'project_id': '4ecbcc5e7dc2493fa36136afe07f2615', 'gw_port_host': None}] {{(pid=94614) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:32:07.875220 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:07.900295 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e21272f-2f82-4b42-afbe-3ca0243fcd24,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:07.960997 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.312594 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.314833 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.448672 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.449390 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3bc0f56-b561-4fe5-bf06-fb1654e42d19 {{(pid=94613) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:32:08.455049 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] Notify callbacks [] for router, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.455049 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-c9784a28-439a-4451-a034-ba804c9cf31e admin admin] 10.222.0.22 "DELETE /v2.0/routers/d3bc0f56-b561-4fe5-bf06-fb1654e42d19 HTTP/1.1" status: 204 len: 168 time: 1.1846333 Sep 09 16:32:08.457242 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60204) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:08.465753 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.501022 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec985971-96a4-4dbc-9efb-548f7a671e89 admin admin] Deleting subnet 7a1411ec-44d6-46dd-a67f-6665f8cb10c5 {{(pid=94613) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:32:08.503983 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ec985971-96a4-4dbc-9efb-548f7a671e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.544210 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ec985971-96a4-4dbc-9efb-548f7a671e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32236522'] for subnet, precommit_delete_associations {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.621487 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ec985971-96a4-4dbc-9efb-548f7a671e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.751638 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ec985971-96a4-4dbc-9efb-548f7a671e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32216243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29623281'] for subnet, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.781580 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec985971-96a4-4dbc-9efb-548f7a671e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a1411ec-44d6-46dd-a67f-6665f8cb10c5,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:08.784202 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-ec985971-96a4-4dbc-9efb-548f7a671e89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.786785 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-ec985971-96a4-4dbc-9efb-548f7a671e89 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7a1411ec-44d6-46dd-a67f-6665f8cb10c5 HTTP/1.1" status: 204 len: 168 time: 0.3286183 Sep 09 16:32:08.788488 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:32:08.790009 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60206) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:08.790414 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fe2a99-c037-489d-83c1-654e8e6180f3 None None] Network 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:32:08.820092 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:32:08.820438 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 1bfef630-6dd3-4003-b1ba-e8c723ef8bd7 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:32:08.820874 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 1e21272f-2f82-4b42-afbe-3ca0243fcd24 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:32:08.847646 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 1e21272f-2f82-4b42-afbe-3ca0243fcd24 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:32:08.848091 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 1e21272f-2f82-4b42-afbe-3ca0243fcd24 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:32:08.860822 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.912004 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Deleting port 4559fbf4-f251-4d3d-9927-e8fa79b36797 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:08.912344 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.978931 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] For port 4559fbf4-f251-4d3d-9927-e8fa79b36797, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=4559fbf4-f251-4d3d-9927-e8fa79b36797,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:08.979355 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:08.990999 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Calling delete_port for 4559fbf4-f251-4d3d-9927-e8fa79b36797 owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:09.002489 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] DHCP port deletion for 1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 request from dv-cinder-760199-19-iscsi {{(pid=94614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 16:32:09.048920 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Deleting port 4559fbf4-f251-4d3d-9927-e8fa79b36797 {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:09.049208 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.113006 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] For port 4559fbf4-f251-4d3d-9927-e8fa79b36797, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=4559fbf4-f251-4d3d-9927-e8fa79b36797,segment=NetworkSegment(8419d88d-6c62-437e-bbb7-c4bcb247d537),segment_id=8419d88d-6c62-437e-bbb7-c4bcb247d537)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:09.113431 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.124669 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Calling delete_port for 4559fbf4-f251-4d3d-9927-e8fa79b36797 owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:09.139643 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.165231 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Pushing event deleted for resources: {'Port': ['ID=4559fbf4-f251-4d3d-9927-e8fa79b36797,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:09.169460 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] No DVR routers for this DVR port 4559fbf4-f251-4d3d-9927-e8fa79b36797 on host dv-cinder-760199-19-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:32:09.177383 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.177737 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.178114 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.178452 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.178787 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.179119 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.179452 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.179793 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.180125 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.180451 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.180778 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.181102 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94612) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.201896 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.226960 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Pushing event deleted for resources: {'Port': ['ID=4559fbf4-f251-4d3d-9927-e8fa79b36797,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:09.231497 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] No DVR routers for this DVR port 4559fbf4-f251-4d3d-9927-e8fa79b36797 on host dv-cinder-760199-19-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:32:09.238001 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.238348 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.238684 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.239019 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.239352 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.239677 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.240000 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.240321 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.240676 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.240946 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.241307 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.241624 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ed2bbe-a367-414b-97b1-c74a5f96a67c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760199-19-iscsi {{(pid=94614) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 16:32:09.254955 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.275189 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:09.284741 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8419d88d-6c62-437e-bbb7-c4bcb247d537') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:09.285045 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8419d88d-6c62-437e-bbb7-c4bcb247d537') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:09.294381 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25039770'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.307344 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.313728 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:32:09.314160 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24915900'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: Traceback (most recent call last): Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: timer() Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: cb(*args, **kw) Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: return func(*args, **kwargs) Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: self._notify() Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: self.callback(batched_events) Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: event.method(event) Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: return f(self, *a, **k) Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._get(url).json() Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:32:09.315800 dv-cinder-760199-19-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:32:09.665204 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.670948 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:09.672753 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4 HTTP/1.1" status: 204 len: 168 time: 0.8817797 Sep 09 16:32:09.676256 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.wsgi [-] (94613) accepted ('10.222.0.22', 60208) {{(pid=94613) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:09.683120 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70a28a-b822-40da-8f83-1d9412652d96 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa32f0f-fbf3-4965-9a6d-60f80a1ed8d4,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:10.011475 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33062187'] for router_interface, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:10.245794 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Deleting port 72606e83-37c3-43e5-a216-fb227481cb55 {{(pid=94613) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:10.246218 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:10.321362 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.db [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] For port 72606e83-37c3-43e5-a216-fb227481cb55, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=72606e83-37c3-43e5-a216-fb227481cb55,segment=NetworkSegment(82c30198-39f3-49b1-9140-2c0366d9fa95),segment_id=82c30198-39f3-49b1-9140-2c0366d9fa95)] {{(pid=94613) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:10.321748 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:10.338332 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.plugins.ml2.plugin [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Calling delete_port for 72606e83-37c3-43e5-a216-fb227481cb55 owned by network:router_interface {{(pid=94613) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:10.562631 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32216206'] for port, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:10.591456 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Pushing event deleted for resources: {'Port': ['ID=72606e83-37c3-43e5-a216-fb227481cb55,revision_number=None']} {{(pid=94613) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:10.755407 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron_lib.callbacks.manager [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-33034291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33062303'] for router_interface, after_delete {{(pid=94613) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:10.844353 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 4559fbf4-f251-4d3d-9927-e8fa79b36797 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:32:10.867153 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 4559fbf4-f251-4d3d-9927-e8fa79b36797 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:32:10.867601 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 4559fbf4-f251-4d3d-9927-e8fa79b36797 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:32:10.965567 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 has already been hosted by L3 agent 09d23098-a12d-4f22-9a37-799cc89e1b3e {{(pid=94613) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 16:32:11.067862 dv-cinder-760199-19-iscsi neutron-server[94613]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] Notify agent at l3_agent.dv-cinder-760199-19-iscsi the message routers_updated {{(pid=94613) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 16:32:11.075666 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60210) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:11.076297 dv-cinder-760199-19-iscsi neutron-server[94613]: INFO neutron.wsgi [None req-6abc5fe4-33c3-4d19-ba3b-64ad247fa31f admin admin] 10.222.0.22 "PUT /v2.0/routers/ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3987186 Sep 09 16:32:11.078416 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] Sync routers for ids ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'] in dv-cinder-760199-19-iscsi {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 16:32:11.087785 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] Routers {'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:32:11.088399 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:32:06Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:11.178401 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks [] for router, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.193494 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] Set router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 gateway port host: dv-cinder-760199-19-iscsi {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:32:11.281579 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.367200 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'external_fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:32:10Z', 'revision_number': 5, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port': {'id': '5a482b99-c4df-440e-adef-52c4e8c7c297', 'name': '', 'network_id': '843415b4-82b9-407c-ba15-09602856b82f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:34:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760199-19-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T16:27:22Z', 'updated_at': '2021-09-09T16:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3d27c01b-3691-48e9-aa37-5d460a9f17fb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760199-19-iscsi'}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:11.388212 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Deleting port 5a482b99-c4df-440e-adef-52c4e8c7c297 {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:11.388555 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.397174 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] Checking router: ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 for host: dv-cinder-760199-19-iscsi {{(pid=94615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 16:32:11.405910 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] Routers {'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'} bound to L3 agent in host dv-cinder-760199-19-iscsi {{(pid=94615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 16:32:11.406528 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760199-19-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T16:10:35Z,description=,heartbeat_timestamp=2021-09-09T16:32:06Z,host='dv-cinder-760199-19-iscsi',id=09d23098-a12d-4f22-9a37-799cc89e1b3e,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T16:10:36Z,topic='l3_agent')) {'router_ids': ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'], 'active': True} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:11.467274 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] For port 5a482b99-c4df-440e-adef-52c4e8c7c297, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=5a482b99-c4df-440e-adef-52c4e8c7c297,segment=NetworkSegment(adf590b6-19b0-4b38-86e6-0c45cd4b8a1c),segment_id=adf590b6-19b0-4b38-86e6-0c45cd4b8a1c)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:11.467549 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.483326 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Calling delete_port for 5a482b99-c4df-440e-adef-52c4e8c7c297 owned by network:router_gateway {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:11.490057 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_dvr_db [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] Set router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 gateway port host: None {{(pid=94615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 16:32:11.540624 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.l3_hamode_db [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:32:11Z', 'revision_number': 6, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port_host': None}], 'dv-cinder-760199-19-iscsi', False) {} {{(pid=94615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:11.569384 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5bb941-1d3d-4bb4-a90e-5f0f6651064f None None] The sync data for ids ['ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743'] in dv-cinder-760199-19-iscsi is: [{'id': 'ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743', 'name': 'tempest-TestShelveInstance-397040375-router', 'tenant_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T16:27:21Z', 'updated_at': '2021-09-09T16:32:11Z', 'revision_number': 6, 'project_id': 'da6d1ed5b57149e0a8f4f53d2f1d4247', 'gw_port_host': None}] {{(pid=94615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 16:32:11.693612 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.720698 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a482b99-c4df-440e-adef-52c4e8c7c297,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:11.780064 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33060733'] for router_gateway, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.866642 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33061582', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62600'] for router, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.868616 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.968670 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-33061575'] for router, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.969240 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 {{(pid=94612) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 16:32:11.974216 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] Notify callbacks [] for router, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:11.975827 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-0ca2dc6d-dff3-4fe9-89c3-451052f2e787 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ddf1d9b7-17cb-41b9-9f3a-c2d54d7ca743 HTTP/1.1" status: 204 len: 168 time: 0.8981161 Sep 09 16:32:11.977999 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60212) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:12.024987 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc10b62-8ba7-4f45-95f7-ace506a4bda6 admin admin] Deleting subnet e837c9fa-9617-4fb6-bf43-497b135b3c06 {{(pid=94612) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 16:32:12.028601 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4dc10b62-8ba7-4f45-95f7-ace506a4bda6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.060587 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4dc10b62-8ba7-4f45-95f7-ace506a4bda6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25039843'] for subnet, precommit_delete_associations {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.092396 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:32:12.133963 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4dc10b62-8ba7-4f45-95f7-ace506a4bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715893'] for subnet, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.288379 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4dc10b62-8ba7-4f45-95f7-ace506a4bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-24915294', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24922916'] for subnet, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.316613 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc10b62-8ba7-4f45-95f7-ace506a4bda6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e837c9fa-9617-4fb6-bf43-497b135b3c06,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:12.320820 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-4dc10b62-8ba7-4f45-95f7-ace506a4bda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for subnet, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.326578 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-4dc10b62-8ba7-4f45-95f7-ace506a4bda6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e837c9fa-9617-4fb6-bf43-497b135b3c06 HTTP/1.1" status: 204 len: 168 time: 0.3449824 Sep 09 16:32:12.326849 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60214) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:12.327458 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a226785-849b-438f-a38f-0bd8bfc74fb2 None None] Network b0cba98e-c0ab-4e40-ae17-ce494fba07bc requested from dv-cinder-760199-19-iscsi {{(pid=94614) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 16:32:12.398397 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32811945'] for network, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.468891 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Deleting port 58ff435d-2a9c-41a5-a7de-205628ce652f {{(pid=94612) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:12.469307 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.533920 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] DHCP port deletion for b0cba98e-c0ab-4e40-ae17-ce494fba07bc request from dv-cinder-760199-19-iscsi {{(pid=94614) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 16:32:12.544752 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.db [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] For port 58ff435d-2a9c-41a5-a7de-205628ce652f, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=58ff435d-2a9c-41a5-a7de-205628ce652f,segment=NetworkSegment(82c30198-39f3-49b1-9140-2c0366d9fa95),segment_id=82c30198-39f3-49b1-9140-2c0366d9fa95)] {{(pid=94612) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:12.545043 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.559628 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.plugin [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Calling delete_port for 58ff435d-2a9c-41a5-a7de-205628ce652f owned by network:dhcp {{(pid=94612) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:12.601842 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] Deleting port 58ff435d-2a9c-41a5-a7de-205628ce652f {{(pid=94614) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 16:32:12.602544 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747422514490'] for port, before_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.657723 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.669841 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.db [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] For port 58ff435d-2a9c-41a5-a7de-205628ce652f, host dv-cinder-760199-19-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760199-19-iscsi',level=0,port_id=58ff435d-2a9c-41a5-a7de-205628ce652f,segment=NetworkSegment(82c30198-39f3-49b1-9140-2c0366d9fa95),segment_id=82c30198-39f3-49b1-9140-2c0366d9fa95)] {{(pid=94614) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 16:32:12.670365 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33056602'] for port, precommit_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.682519 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] Calling delete_port for 58ff435d-2a9c-41a5-a7de-205628ce652f owned by network:dhcp {{(pid=94614) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 16:32:12.716028 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-24915299'] for port, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.730557 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] No DVR routers for this DVR port 58ff435d-2a9c-41a5-a7de-205628ce652f on host dv-cinder-760199-19-iscsi {{(pid=94612) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:32:12.757357 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ff435d-2a9c-41a5-a7de-205628ce652f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:12.773993 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-687248', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212386', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747422520836', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747421983708'] for port, after_delete {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.800801 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] Pushing event deleted for resources: {'Port': ['ID=58ff435d-2a9c-41a5-a7de-205628ce652f,revision_number=None']} {{(pid=94614) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:12.805129 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3aa45b9-4bd0-4c6e-8e6c-4f052b2d1212 None None] No DVR routers for this DVR port 58ff435d-2a9c-41a5-a7de-205628ce652f on host dv-cinder-760199-19-iscsi {{(pid=94614) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 16:32:12.821600 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 72606e83-37c3-43e5-a216-fb227481cb55 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:32:12.831741 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693760', 'neutron.services.segments.db._delete_segments_for_network-8747422527901'] for network, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.842953 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 72606e83-37c3-43e5-a216-fb227481cb55 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:32:12.843368 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 72606e83-37c3-43e5-a216-fb227481cb55 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:32:12.843862 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 58ff435d-2a9c-41a5-a7de-205628ce652f no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:32:12.851949 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cba98e-c0ab-4e40-ae17-ce494fba07bc']}} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:12.861261 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c30198-39f3-49b1-9140-2c0366d9fa95') {'for_net_delete': True} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:12.861553 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.services.segments.db [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c30198-39f3-49b1-9140-2c0366d9fa95') {} {{(pid=94612) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 16:32:12.869711 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 58ff435d-2a9c-41a5-a7de-205628ce652f {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:32:12.869711 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 58ff435d-2a9c-41a5-a7de-205628ce652f not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:32:12.869711 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 5a482b99-c4df-440e-adef-52c4e8c7c297 no longer exists at agent ovs-agent-dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 16:32:12.874518 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747422529702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25039770'] for segment, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.883081 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] No Port match for: 5a482b99-c4df-440e-adef-52c4e8c7c297 {{(pid=94614) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 16:32:12.883426 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron.plugins.ml2.rpc [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Device 5a482b99-c4df-440e-adef-52c4e8c7c297 not bound to the agent host dv-cinder-760199-19-iscsi {{(pid=94614) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 16:32:12.888497 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983'] for segment, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.894589 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94612) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 16:32:12.894971 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-693983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-24915900'] for segment, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: Traceback (most recent call last): Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: timer() Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: cb(*args, **kw) Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: return func(*args, **kwargs) Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: self._notify() Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: self.callback(batched_events) Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: event.method(event) Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: return f(self, *a, **k) Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._get(url).json() Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: return self.request(url, 'GET', **kwargs) Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 16:32:12.896567 dv-cinder-760199-19-iscsi neutron-server[94612]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 16:32:13.024919 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33156392', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-33034298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33060633'] for network, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:13.031086 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-33034280'] for network, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:13.032948 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b0cba98e-c0ab-4e40-ae17-ce494fba07bc HTTP/1.1" status: 204 len: 168 time: 0.7049191 Sep 09 16:32:13.043422 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c52abd-eb33-43d8-882f-a29bc7be9c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cba98e-c0ab-4e40-ae17-ce494fba07bc,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:13.393719 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60218) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:13.620860 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a21c4734-1d0d-4c4d-8353-2eb7a9404ef1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ecbcc5e7dc2493fa36136afe07f2615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2253749 Sep 09 16:32:13.623606 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60222) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:13.669147 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bb39e8d3-1f3b-48d0-ba93-b1ee39778f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:13.693225 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bb39e8d3-1f3b-48d0-ba93-b1ee39778f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:13.808220 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bb39e8d3-1f3b-48d0-ba93-b1ee39778f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:13.810827 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-bb39e8d3-1f3b-48d0-ba93-b1ee39778f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:13.812011 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-bb39e8d3-1f3b-48d0-ba93-b1ee39778f32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/19fe4276-06a9-4ae4-947f-2e6afba9cf5e HTTP/1.1" status: 204 len: 168 time: 0.1875219 Sep 09 16:32:13.819623 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39e8d3-1f3b-48d0-ba93-b1ee39778f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fe4276-06a9-4ae4-947f-2e6afba9cf5e,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:14.674096 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60228) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:14.713604 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-c9e4d550-0640-4f3d-8a0d-0af237c153a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da6d1ed5b57149e0a8f4f53d2f1d4247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382442 Sep 09 16:32:14.715996 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [-] (94612) accepted ('10.222.0.22', 60230) {{(pid=94612) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 16:32:14.762455 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a00c060d-c660-4f9b-bc05-6c3a6bde29f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:14.782175 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a00c060d-c660-4f9b-bc05-6c3a6bde29f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:14.898984 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a00c060d-c660-4f9b-bc05-6c3a6bde29f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33153222'] for security_group, after_delete {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:14.901537 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron_lib.callbacks.manager [None req-a00c060d-c660-4f9b-bc05-6c3a6bde29f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94612) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:14.902727 dv-cinder-760199-19-iscsi neutron-server[94612]: INFO neutron.wsgi [None req-a00c060d-c660-4f9b-bc05-6c3a6bde29f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40ec63a8-7d02-4ae6-b7ac-3c70895b7d3f HTTP/1.1" status: 204 len: 168 time: 0.1858509 Sep 09 16:32:14.910294 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c060d-c660-4f9b-bc05-6c3a6bde29f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ec63a8-7d02-4ae6-b7ac-3c70895b7d3f,revision_number=None']} {{(pid=94612) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 16:32:33.263440 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-97e4ef70-c24e-4ddc-a414-b0f5a3f54ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:35.560837 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3d75-72ed-44da-ade6-b467bb8fca4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:36.041237 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:36.652060 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:38.515817 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:42.703807 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:32:49.092021 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:33:03.262212 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-7359266a-7571-46e5-91b0-9e9fd98332ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:05.565432 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-798cd6f9-6380-4b3c-bca6-0cc4f8f37382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:06.028031 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:06.645318 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:08.479689 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:12.633552 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:26.091163 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:33:33.255953 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-6613419a-b1d7-4ada-b02a-b17db53c618a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:35.592763 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2ca9-6cb6-44fb-914e-464123a8d93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:36.067051 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:36.673016 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:38.479533 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:33:42.644144 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:02.573089 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-83c26bf7-b3ce-4ae5-83fe-0919fff34321 req-ffb1f11d-fced-4845-89f5-018b90493be4 service neutron] (94612) timed out ('10.222.0.21', 49859) {{(pid=94612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 16:34:03.090753 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:34:03.248239 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b81c2eae-acff-40c4-8ea4-b64e4c9d98bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:05.579671 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-e5e99482-6820-4265-8510-a5e21f3d0390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:06.009192 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:06.677555 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:07.167285 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-277f651b-2fae-47e4-bcd8-e8f2707ccfbb req-57d6648e-41f5-494f-9ed1-f9a90c007339 service neutron] (94612) timed out ('10.222.0.21', 49860) {{(pid=94612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 16:34:08.454806 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:12.665885 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:12.820716 dv-cinder-760199-19-iscsi neutron-server[94612]: DEBUG neutron.wsgi [req-6f2a22fa-641c-4db6-b307-d3d0591e24b8 req-9786cc88-fa53-46a5-8f28-ca93e86ca416 service neutron] (94612) timed out ('10.222.0.21', 49870) {{(pid=94612) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 16:34:33.275791 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-62a48926-0b5a-4bb1-836c-7beb8ec3f709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:35.580099 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-f4b5ef03-bd3d-42fa-a660-e81b7f2f76f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:36.042461 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:36.665326 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:38.463571 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:34:40.090045 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:34:42.675074 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:03.273684 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-2a0afe7e-e9b2-4983-9698-1c46af419637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:05.567142 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d6d97524-c2b8-4f8f-b26e-7b3022fecfdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:06.035814 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:06.679534 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:08.469747 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:12.693572 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:17.089195 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:35:33.263398 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-aec25faa-8426-4297-94d9-df3ec917be5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:35.574921 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-d757aced-ef21-42aa-94bf-43680529c780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:36.035192 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:36.732069 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:38.471979 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:42.703507 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:35:54.089826 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:36:03.251278 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-37343de4-5045-43c3-a0d9-ab9fcb100e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:05.594189 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a76f56cb-969c-4057-967a-b181dd33f78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:06.064804 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:06.676260 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:08.490993 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:12.693203 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:31.088152 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:36:33.284538 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-89ed02d8-dbdd-4f37-b7a0-245852d4404b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:35.570314 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-28eb3f0d-8331-438a-8887-39ab80a72139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:36.023743 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:36.686366 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:38.498611 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:36:42.689710 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:37:03.290787 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-33afb295-a024-4a2d-bcdf-b2d1657e17a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:37:05.577142 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-3d2dce32-3b4c-4f8f-94c2-db72b7fedf1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:37:06.027427 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-a6eb2238-1389-42b5-ae85-f7b85f272e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:37:06.677700 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-22643528-96f5-4884-8a83-16421c2cc38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:37:08.086460 dv-cinder-760199-19-iscsi neutron-server[94615]: DEBUG neutron.db.agents_db [None req-2e004477-ae38-4b9f-a5e0-294955b57f92 None None] Agent healthcheck: found 6 active agents {{(pid=94615) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 16:37:08.484872 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-dc362744-935b-4680-b014-c76004898c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:37:12.707252 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-b033f5ef-03e0-4635-aa42-6cf44f52d526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:37:33.306653 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-8273cefd-da3d-4edf-ad1b-3e9c03fde144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 16:37:35.580311 dv-cinder-760199-19-iscsi neutron-server[94614]: DEBUG neutron_lib.callbacks.manager [None req-78bc1f9d-5f32-4267-a40c-708350b93a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747422527883', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-696006'] for agent, after_update {{(pid=94614) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}